[ 522.377565] env[66874]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 522.377565] env[66874]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 523.369148] env[66962]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.369148] env[66962]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.182018] env[66962]: INFO neutron.common.config [-] Logging enabled! [ 525.182412] env[66962]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev79 [ 525.182538] env[66962]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66962) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 525.182832] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 525.182927] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 525.183740] env[66962]: WARNING oslo_policy.policy [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.183954] env[66962]: WARNING oslo_policy.policy [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.185624] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] VMware NSXv3 Agent initialized successfully. [ 525.185977] env[66962]: DEBUG oslo_concurrency.lockutils [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] Acquiring lock "singleton_lock" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.186158] env[66962]: DEBUG oslo_concurrency.lockutils [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] Acquired lock "singleton_lock" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.186325] env[66962]: DEBUG oslo_concurrency.lockutils [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] Releasing lock "singleton_lock" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.186638] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] Full set of CONF: {{(pid=66962) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 525.186760] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ******************************************************************************** {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.186864] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] Configuration options gathered from: {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.187491] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.187673] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.187782] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ================================================================================ {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.187949] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] agent_down_time = 75 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.188104] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] allow_automatic_dhcp_failover = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.188273] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] allow_bulk = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.188424] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] api_extensions_path = {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.188565] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] api_paste_config = api-paste.ini {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.188706] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] auth_strategy = keystone {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.188812] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] backdoor_port = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.188917] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] backdoor_socket = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.189066] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] backlog = 4096 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.189231] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.189393] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] bind_host = 0.0.0.0 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.189533] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] bind_port = 9696 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.189667] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] client_socket_timeout = 900 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.189803] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] config_dir = [] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.189913] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.190061] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] config_source = [] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.190205] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] control_exchange = neutron {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.190348] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] core_plugin = ml2 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.190507] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] debug = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.190656] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] default_availability_zones = [] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.190867] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.191018] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] dhcp_agent_notification = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.191156] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] dhcp_agents_per_network = 1 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.191367] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] dhcp_lease_duration = 86400 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.191512] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] dhcp_load_type = networks {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.191654] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] dns_domain = openstacklocal {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.191794] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.191927] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] enable_default_route_bfd = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.192076] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] enable_default_route_ecmp = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.192212] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] enable_dvr = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.192345] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] enable_new_agents = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.192475] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.192605] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] enable_signals = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.192733] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] enable_traditional_dhcp = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.192858] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] external_dns_driver = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.192989] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] filter_validation = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.193141] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] global_physnet_mtu = 8950 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.193275] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] graceful_shutdown_timeout = 60 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.193455] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] host = cpu-1 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.193593] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] host_dvr_for_dhcp = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.193724] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] http_retries = 3 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.193862] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] instance_format = [instance: %(uuid)s] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.193998] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.194152] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ipam_driver = internal {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.194287] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ipv6_pd_enabled = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.194417] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] l3_ha = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.194555] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.194692] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] l3_ha_network_physical_name = {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.194828] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] l3_ha_network_type = {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.194968] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] log_color = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.195115] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] log_config_append = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.195256] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.195392] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] log_dir = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.195525] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] log_file = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.195681] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] log_options = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.195846] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] log_rotate_interval = 1 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.195992] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] log_rotate_interval_type = days {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.196149] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] log_rotation_type = none {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.196255] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.196359] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.196499] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.196637] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.196741] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.196875] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] max_dns_nameservers = 5 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.197019] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] max_header_line = 16384 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.197153] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] max_l3_agents_per_router = 3 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.197285] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] max_logfile_count = 30 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.197416] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] max_logfile_size_mb = 200 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.197546] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] max_subnet_host_routes = 20 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.197685] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] my_ip = 10.180.1.21 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.197821] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] my_ipv6 = ::1 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.197951] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] network_auto_schedule = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.198091] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] network_link_prefix = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.198264] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.198414] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] notify_nova_on_port_data_changes = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.198552] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] notify_nova_on_port_status_changes = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.198691] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] pagination_max_limit = -1 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.198822] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] publish_errors = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.198952] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] rate_limit_burst = 0 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.199102] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] rate_limit_except_level = CRITICAL {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.199260] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] rate_limit_interval = 0 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.199391] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] retry_until_window = 30 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.199520] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] router_distributed = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.199649] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] rpc_resources_processing_step = 20 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.199777] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] rpc_response_max_timeout = 600 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.199906] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] rpc_response_timeout = 60 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.200045] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] send_events_interval = 2 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.200195] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] service_plugins = ['router'] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.200333] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] setproctitle = on {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.200461] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] shell_completion = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.200598] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] state_path = /opt/stack/data/neutron {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.200733] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] syslog_log_facility = LOG_USER {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.200863] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] tcp_keepidle = 600 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.200996] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] transport_url = **** {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.201141] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] use_journal = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.201270] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] use_json = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.201397] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] use_ssl = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.201522] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] use_stderr = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.201655] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] use_syslog = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.201780] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] vlan_qinq = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.201906] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] vlan_transparent = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.202044] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] watch_log_file = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.202177] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] wsgi_default_pool_size = 100 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.202308] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] wsgi_keep_alive = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.202443] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.202573] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] wsgi_server_debug = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.202721] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_concurrency.disable_process_locking = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.202864] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.203012] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.203152] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.203296] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.203436] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.203570] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.203720] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] profiler.connection_string = messaging:// {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.203861] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] profiler.enabled = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.204009] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] profiler.es_doc_type = notification {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.204150] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] profiler.es_scroll_size = 10000 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.204290] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] profiler.es_scroll_time = 2m {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.204425] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] profiler.filter_error_trace = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.204567] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] profiler.hmac_keys = **** {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.204707] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] profiler.sentinel_service_name = mymaster {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.204851] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] profiler.socket_timeout = 0.1 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.204987] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] profiler.trace_requests = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.205134] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] profiler.trace_sqlalchemy = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.205283] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] profiler_jaeger.process_tags = {} {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.205415] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] profiler_jaeger.service_name_prefix = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.205550] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] profiler_otlp.service_name_prefix = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.205698] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_policy.enforce_new_defaults = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.205970] env[66962]: WARNING oslo_config.cfg [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 525.206148] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_policy.enforce_scope = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.206307] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_policy.policy_default_rule = default {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.206470] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.206625] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.206782] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.206930] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.207089] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.207237] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.207388] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.207544] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.207707] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.207865] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] agent.extensions = [] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.208027] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.208206] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] service_providers.service_provider = [] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.208369] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] QUOTAS.default_quota = -1 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.208520] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.208663] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] QUOTAS.quota_floatingip = 50 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.208801] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] QUOTAS.quota_network = 100 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.208936] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] QUOTAS.quota_port = 500 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.209085] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.209255] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] QUOTAS.quota_router = 10 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.209399] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] QUOTAS.quota_security_group = 10 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.209536] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.209671] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] QUOTAS.quota_subnet = 100 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.209805] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] QUOTAS.track_quota_usage = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.209955] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.210106] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep.group = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.210243] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep.helper_command = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.210380] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep.log_daemon_traceback = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.210521] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.210657] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep.thread_pool_size = 8 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.210789] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep.user = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.210933] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.211077] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_dhcp_release.group = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.211213] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_dhcp_release.helper_command = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.211348] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.211486] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.211622] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.211755] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_dhcp_release.user = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.211899] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.212040] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_ovs_vsctl.group = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.212175] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.212310] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.212447] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.212581] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.212713] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_ovs_vsctl.user = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.212851] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_namespace.capabilities = [21] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.212981] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_namespace.group = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.213127] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_namespace.helper_command = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.213261] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.213398] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.213533] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.213664] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_namespace.user = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.213803] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_conntrack.capabilities = [12] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.213932] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_conntrack.group = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.214072] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_conntrack.helper_command = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.214206] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.214346] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.214480] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.214612] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_conntrack.user = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.214753] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_link.capabilities = [12, 21] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.214882] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_link.group = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.215017] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_link.helper_command = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.215152] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_link.log_daemon_traceback = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.215289] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.215418] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_link.thread_pool_size = 8 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.215546] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] privsep_link.user = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.215697] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.215842] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.215979] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.continue_on_failed_promotions = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.216123] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.dscp = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.216258] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.dscp_inherit = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.216400] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.force_mp_to_policy = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.216531] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.locking_coordinator_url = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.216663] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.log_agent_heartbeats = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.216795] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.logging_expire = 1 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.216934] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.217079] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.217221] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.polling_interval = 240 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.217358] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.217497] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.217637] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.report_interval = 30.0 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.217779] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.217918] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.218066] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.218229] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.sync_skew = 60 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.218375] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.synchronization_queue_size = 20 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.218510] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT.use_helper_for_ns_read = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.218650] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] SECURITYGROUP.enable_ipset = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.218791] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] SECURITYGROUP.enable_security_group = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.218931] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.219084] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.219260] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] experimental.ipv6_pd_enabled = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.219427] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ml2.extension_drivers = ['port_security'] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.219565] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ml2.external_network_type = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.219716] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.219857] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ml2.overlay_ip_version = 4 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.219996] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ml2.path_mtu = 8950 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.220150] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ml2.physical_network_mtus = {} {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.220298] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.220441] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.220585] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ml2.type_drivers = ['vlan'] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.220727] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.220861] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.220993] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.221149] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.221293] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.221432] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.221570] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.221710] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.221848] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.222044] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.222195] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_login_password = **** {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.222342] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.222480] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_login_user = admin {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.222619] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.222759] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.222895] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.223040] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.223186] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.223329] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.223467] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.223603] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.223738] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.223878] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.224034] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.224175] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.224316] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.224502] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.224649] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.224791] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.224928] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.225078] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] nova.auth_section = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.225224] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] nova.auth_type = password {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.225365] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.225501] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] nova.certfile = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.225630] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] nova.collect_timing = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.225770] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] nova.endpoint_type = public {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.225902] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] nova.insecure = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.226042] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] nova.keyfile = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.226190] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] nova.region_name = RegionOne {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.226328] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] nova.split_loggers = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.226460] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] nova.timeout = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.226597] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] placement.auth_section = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.226741] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] placement.auth_type = password {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.226880] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.227027] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] placement.certfile = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.227155] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] placement.collect_timing = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.227297] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] placement.endpoint_type = public {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.227431] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] placement.insecure = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.227560] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] placement.keyfile = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.227694] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] placement.region_name = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.227828] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] placement.split_loggers = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.227957] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] placement.timeout = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.228109] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.auth_section = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.228268] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.auth_type = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.228435] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.cafile = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.228587] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.certfile = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.228726] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.collect_timing = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.228860] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.connect_retries = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.228992] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.connect_retry_delay = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.229162] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.enable_notifications = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.229307] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.endpoint_override = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.229441] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.insecure = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.229573] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.interface = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.229703] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.keyfile = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.229838] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.max_version = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.229969] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.min_version = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.230115] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.region_name = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.230249] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.retriable_status_codes = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.230383] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.service_name = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.230515] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.service_type = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.230649] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.split_loggers = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.230779] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.status_code_retries = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.230909] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.status_code_retry_delay = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.231048] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.timeout = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.231203] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.valid_interfaces = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.231352] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ironic.version = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.231493] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] cli_script.dry_run = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.231636] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.231800] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.231901] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.232045] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.232180] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.232313] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.232443] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.232574] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.232706] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.232847] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.232978] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.233132] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.233273] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.233413] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.233548] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.233688] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.233823] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.233955] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.234110] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.234244] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.234377] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.234509] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.234639] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.234772] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.234905] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.235046] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.235180] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.235315] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.235446] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.235576] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.235707] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.ssl = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.235846] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.235982] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.236131] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.236269] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.236408] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.236539] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.236679] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_notifications.driver = [] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.236813] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_notifications.retry = -1 {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.236961] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.237105] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.237211] env[66962]: DEBUG oslo_service.backend._eventlet.service [None req-86f8d4e7-8234-4db4-abdf-a135d4bdc8d0 None None] ******************************************************************************** {{(pid=66962) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 525.238343] env[66962]: DEBUG neutron.agent.securitygroups_rpc [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Init firewall settings (driver=nsxv3) {{(pid=66962) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 525.239667] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66962) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 525.239910] env[66962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] RPC agent_id: nsxm-l-01a.corp.local [ 525.242095] env[66962]: DEBUG dogpile.cache.region [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.242227] env[66962]: DEBUG dogpile.lock [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 525.242329] env[66962]: DEBUG dogpile.lock [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 525.242422] env[66962]: DEBUG dogpile.lock [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 525.242517] env[66962]: DEBUG dogpile.cache.region [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 525.242607] env[66962]: DEBUG dogpile.lock [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 525.242732] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.261768] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Session token - acquiring [ 525.263315] env[66962]: DEBUG networking_nsxv3.common.locking [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.263478] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.263582] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.263995] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.274114] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.555360] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 525.575602] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 525.575789] env[66962]: DEBUG dogpile.cache.region [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Cache value generated in 0.333 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 525.575850] env[66962]: DEBUG dogpile.lock [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 525.575969] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Activating Policy API Provider. [ 525.576233] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Looking for the default Infrastructure Rules. [ 525.644781] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Looking for the Default Layer3 Logged Drop Section. [ 525.659768] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 525.660200] env[66962]: DEBUG networking_nsxv3.common.locking [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.660368] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquiring lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.660472] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.660744] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired external semaphore "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.661093] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.175521] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.678440] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.180988] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Inventory metadata is going to be refreshed. [ 527.181206] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 527.973170] env[66962]: DEBUG networking_nsxv3.common.locking [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.973695] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.973695] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.973870] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.985680] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 527.986647] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.987483] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.004807] env[66962]: DEBUG networking_nsxv3.common.locking [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.005103] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.005103] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.005465] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.005625] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.005777] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.005889] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.005991] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.024781] env[66962]: DEBUG networking_nsxv3.common.locking [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.025089] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.025089] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.025329] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.025498] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.025641] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.046656] env[66962]: DEBUG networking_nsxv3.common.locking [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.046992] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.046992] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.047327] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.047547] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.047725] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.066962] env[66962]: DEBUG networking_nsxv3.common.locking [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.067325] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquiring lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.067325] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.067578] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired external semaphore "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.067711] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Releasing lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.067859] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.067982] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.068110] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.086286] env[66962]: DEBUG networking_nsxv3.common.locking [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.086528] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquiring lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.086528] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.086819] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired external semaphore "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.086966] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Releasing lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.087121] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.087223] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.087325] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.107912] env[66962]: DEBUG networking_nsxv3.common.locking [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.108209] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.108340] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.108568] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.108710] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.108855] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.108958] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.109067] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Inventory metadata have been refreshed. [ 528.109166] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Dryrun:True. Metadata refresh completed. [ 528.109277] env[66962]: DEBUG oslo_concurrency.lockutils [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Releasing lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.110932] env[66962]: INFO neutron.agent.agent_extensions_manager [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Loaded agent extensions: [] [ 528.111710] env[66962]: DEBUG neutron_lib.callbacks.manager [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66962) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 528.161198] env[66962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] NSXv3 Agent Agent RPC Daemon Started! [ 528.161423] env[66962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] NSXv3 Agent Agent loop - iteration:0 started [ 528.161423] env[66962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] NSXv3 Agent Agent out of sync with plugin! [ 533.112614] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.113029] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.113983] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.114345] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.936435] env[66962]: INFO networking_nsxv3.common.synchronization [None req-1cb14d2c-8566-4e2c-8242-66310645b230 demo admin] Enqueued Resource ID: fde957ff-4cd6-43aa-8f6b-0d6688c36467 with Priority: HIGHEST for action security_group_rules [ 542.936956] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde957ff-4cd6-43aa-8f6b-0d6688c36467 with Priority: HIGHEST for action security_group_rules [ 542.937286] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fde957ff-4cd6-43aa-8f6b-0d6688c36467 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.937413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fde957ff-4cd6-43aa-8f6b-0d6688c36467" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.937483] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fde957ff-4cd6-43aa-8f6b-0d6688c36467" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.937829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fde957ff-4cd6-43aa-8f6b-0d6688c36467" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.937923] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fde957ff-4cd6-43aa-8f6b-0d6688c36467',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.458241] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.458478] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.458478] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.458674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.458782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.458880] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fde957ff-4cd6-43aa-8f6b-0d6688c36467 already deleted. [ 543.458966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fde957ff-4cd6-43aa-8f6b-0d6688c36467" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.938458] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.938861] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.939978] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.940287] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.941172] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.941467] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.942382] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.942752] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.794921] env[66962]: INFO networking_nsxv3.common.synchronization [None req-51674fc1-08df-4dbf-a66c-3b5cb4c87832 None None] Enqueued Resource ID: 27242a88-1109-4255-8dd4-4f71480f9202 with Priority: HIGHEST for action port [ 567.795487] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27242a88-1109-4255-8dd4-4f71480f9202 with Priority: HIGHEST for action port [ 567.795715] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-27242a88-1109-4255-8dd4-4f71480f9202 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.795932] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27242a88-1109-4255-8dd4-4f71480f9202" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.795932] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27242a88-1109-4255-8dd4-4f71480f9202" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.796141] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27242a88-1109-4255-8dd4-4f71480f9202" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.796217] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27242a88-1109-4255-8dd4-4f71480f9202',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.299569] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27242a88-1109-4255-8dd4-4f71480f9202 [ 568.299799] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.299937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.300016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.300239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.300328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.300424] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27242a88-1109-4255-8dd4-4f71480f9202 already deleted. [ 568.300504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27242a88-1109-4255-8dd4-4f71480f9202" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.114378] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.114700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.114700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.114798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.115070] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.518536] env[66962]: INFO networking_nsxv3.common.synchronization [None req-0b360401-9e0b-4ec2-978f-3da8ac15f129 None None] Enqueued Resource ID: a672f79d-0b26-4930-8f4e-c91117188ebd with Priority: HIGHEST for action port [ 569.519387] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a672f79d-0b26-4930-8f4e-c91117188ebd with Priority: HIGHEST for action port [ 569.519691] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a672f79d-0b26-4930-8f4e-c91117188ebd taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.519817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a672f79d-0b26-4930-8f4e-c91117188ebd" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.519901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a672f79d-0b26-4930-8f4e-c91117188ebd" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.520661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a672f79d-0b26-4930-8f4e-c91117188ebd" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.520802] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a672f79d-0b26-4930-8f4e-c91117188ebd',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.617204] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.024200] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a672f79d-0b26-4930-8f4e-c91117188ebd [ 570.025523] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.025523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.025523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.025523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.025523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.025523] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a672f79d-0b26-4930-8f4e-c91117188ebd already deleted. [ 570.025523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a672f79d-0b26-4930-8f4e-c91117188ebd" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.121401] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.382157] env[66962]: INFO networking_nsxv3.common.synchronization [None req-30f5f12e-32aa-4edf-b1bc-8a51cb6e6320 None None] Enqueued Resource ID: ef59942a-08cf-4a36-9295-e739733bf6a8 with Priority: HIGHEST for action port [ 570.382157] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef59942a-08cf-4a36-9295-e739733bf6a8 with Priority: HIGHEST for action port [ 570.382157] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef59942a-08cf-4a36-9295-e739733bf6a8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.382551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef59942a-08cf-4a36-9295-e739733bf6a8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.382551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef59942a-08cf-4a36-9295-e739733bf6a8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.382551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef59942a-08cf-4a36-9295-e739733bf6a8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.383050] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef59942a-08cf-4a36-9295-e739733bf6a8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.624103] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 570.624103] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 570.886364] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef59942a-08cf-4a36-9295-e739733bf6a8 [ 570.886619] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.886754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.886870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.887037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.887127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.887221] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef59942a-08cf-4a36-9295-e739733bf6a8 already deleted. [ 570.887346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef59942a-08cf-4a36-9295-e739733bf6a8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.366686] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.367060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.367060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.367201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.378456] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 571.379302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.380273] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 571.402350] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.402525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.402567] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.402777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.402864] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.402975] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 571.403060] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.403132] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 571.425718] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.425971] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.425971] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.426223] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.426395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.426504] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 571.447941] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.448114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.448182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.448379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.448484] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.448594] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 571.470315] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.470446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.470518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.470708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.470813] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.472159] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 571.472159] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.472159] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 571.490772] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.490772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.490772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.491127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.491127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.491211] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 571.491270] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.491349] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 571.511559] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.511716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.511762] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.512120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.512120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.512227] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 571.512270] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.512358] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 571.512418] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 571.512465] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 571.512511] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 571.512559] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 571.512821] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 571.512883] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 571.512940] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 571.533120] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.533361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.533361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.533521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.533612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.533718] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 571.555615] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.555758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.555823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.556016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.556138] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.570691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.052272] env[66962]: INFO networking_nsxv3.common.synchronization [None req-0d8a3105-9265-47a8-be5c-6d20100c9d04 None None] Enqueued Resource ID: 71535ec6-3df2-45ce-a267-35ab78f33e59 with Priority: HIGHEST for action port [ 572.052272] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71535ec6-3df2-45ce-a267-35ab78f33e59 with Priority: HIGHEST for action port [ 572.052272] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-71535ec6-3df2-45ce-a267-35ab78f33e59 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.052272] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71535ec6-3df2-45ce-a267-35ab78f33e59" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.052272] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71535ec6-3df2-45ce-a267-35ab78f33e59" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.052272] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71535ec6-3df2-45ce-a267-35ab78f33e59" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.052272] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71535ec6-3df2-45ce-a267-35ab78f33e59',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.556214] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71535ec6-3df2-45ce-a267-35ab78f33e59 [ 572.556485] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.556610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.556682] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.556897] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.556985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.557120] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71535ec6-3df2-45ce-a267-35ab78f33e59 already deleted. [ 572.557164] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71535ec6-3df2-45ce-a267-35ab78f33e59" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.458819] env[66962]: INFO networking_nsxv3.common.synchronization [None req-75533341-acfa-48af-828b-7713076338ad None None] Enqueued Resource ID: 511ae74e-763d-4e67-a90b-2595726304db with Priority: HIGHEST for action port [ 575.459627] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 511ae74e-763d-4e67-a90b-2595726304db with Priority: HIGHEST for action port [ 575.462509] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-511ae74e-763d-4e67-a90b-2595726304db taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.462509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-511ae74e-763d-4e67-a90b-2595726304db" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.462509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-511ae74e-763d-4e67-a90b-2595726304db" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.462509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-511ae74e-763d-4e67-a90b-2595726304db" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.462509] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('511ae74e-763d-4e67-a90b-2595726304db',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.609807] env[66962]: INFO networking_nsxv3.common.synchronization [None req-68130a77-5119-41e8-a7c5-c11d74d18128 None None] Enqueued Resource ID: 767170c5-86af-4961-840c-061abf8eefb6 with Priority: HIGHEST for action port [ 575.610571] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 767170c5-86af-4961-840c-061abf8eefb6 with Priority: HIGHEST for action port [ 575.611449] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-767170c5-86af-4961-840c-061abf8eefb6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.611655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-767170c5-86af-4961-840c-061abf8eefb6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.611754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-767170c5-86af-4961-840c-061abf8eefb6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.612043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-767170c5-86af-4961-840c-061abf8eefb6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.612172] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('767170c5-86af-4961-840c-061abf8eefb6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.962792] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 511ae74e-763d-4e67-a90b-2595726304db [ 575.963051] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.963190] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.963259] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.963479] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.963571] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.963659] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:511ae74e-763d-4e67-a90b-2595726304db already deleted. [ 575.963739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-511ae74e-763d-4e67-a90b-2595726304db" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.114701] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 767170c5-86af-4961-840c-061abf8eefb6 [ 576.114993] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.115251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.115367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.115612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.116134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.116134] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:767170c5-86af-4961-840c-061abf8eefb6 already deleted. [ 576.116134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-767170c5-86af-4961-840c-061abf8eefb6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.146220] env[66962]: INFO networking_nsxv3.common.synchronization [None req-c54ebad8-2b5b-471f-8454-84c27e9bbc23 None None] Enqueued Resource ID: c2a168dd-4d85-4883-a8de-f5e349c2ca9d with Priority: HIGHEST for action port [ 576.146864] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a168dd-4d85-4883-a8de-f5e349c2ca9d with Priority: HIGHEST for action port [ 576.147502] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2a168dd-4d85-4883-a8de-f5e349c2ca9d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.147502] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2a168dd-4d85-4883-a8de-f5e349c2ca9d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.147502] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2a168dd-4d85-4883-a8de-f5e349c2ca9d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.147914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2a168dd-4d85-4883-a8de-f5e349c2ca9d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.148042] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2a168dd-4d85-4883-a8de-f5e349c2ca9d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.652997] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2a168dd-4d85-4883-a8de-f5e349c2ca9d [ 576.653253] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.653381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.653448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.653655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.653744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.653837] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2a168dd-4d85-4883-a8de-f5e349c2ca9d already deleted. [ 576.653918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2a168dd-4d85-4883-a8de-f5e349c2ca9d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.802389] env[66962]: INFO networking_nsxv3.common.synchronization [None req-44a4fbd4-a4de-4899-bd31-6a79429720a2 None None] Enqueued Resource ID: 87faf28d-07b2-4c91-b706-3bb7e1267ecb with Priority: HIGHEST for action port [ 576.802887] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87faf28d-07b2-4c91-b706-3bb7e1267ecb with Priority: HIGHEST for action port [ 576.803203] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-87faf28d-07b2-4c91-b706-3bb7e1267ecb taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.803321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87faf28d-07b2-4c91-b706-3bb7e1267ecb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.803390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87faf28d-07b2-4c91-b706-3bb7e1267ecb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.803634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87faf28d-07b2-4c91-b706-3bb7e1267ecb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.803713] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87faf28d-07b2-4c91-b706-3bb7e1267ecb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.305911] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87faf28d-07b2-4c91-b706-3bb7e1267ecb [ 577.306205] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.309354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.309403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.309578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.309666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.309761] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87faf28d-07b2-4c91-b706-3bb7e1267ecb already deleted. [ 577.309836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87faf28d-07b2-4c91-b706-3bb7e1267ecb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.350765] env[66962]: INFO networking_nsxv3.common.synchronization [None req-c722eadf-eac7-4b91-9dd2-580f731778bf None None] Enqueued Resource ID: 3c0eaf50-5ef2-4f89-8a74-bca20bffea03 with Priority: HIGHEST for action port [ 577.351245] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0eaf50-5ef2-4f89-8a74-bca20bffea03 with Priority: HIGHEST for action port [ 577.351612] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c0eaf50-5ef2-4f89-8a74-bca20bffea03 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.351748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c0eaf50-5ef2-4f89-8a74-bca20bffea03" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.351855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c0eaf50-5ef2-4f89-8a74-bca20bffea03" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.353273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c0eaf50-5ef2-4f89-8a74-bca20bffea03" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.353273] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c0eaf50-5ef2-4f89-8a74-bca20bffea03',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.856432] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c0eaf50-5ef2-4f89-8a74-bca20bffea03 [ 577.856789] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.857216] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.857216] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.857427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.857548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.857664] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c0eaf50-5ef2-4f89-8a74-bca20bffea03 already deleted. [ 577.857768] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c0eaf50-5ef2-4f89-8a74-bca20bffea03" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.929370] env[66962]: INFO networking_nsxv3.common.synchronization [None req-16bb3fa5-c56e-49d1-8cc0-2e27eeae14d5 None None] Enqueued Resource ID: bf524551-a80f-4fc9-8acf-8d07a4060a25 with Priority: HIGHEST for action port [ 577.929370] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf524551-a80f-4fc9-8acf-8d07a4060a25 with Priority: HIGHEST for action port [ 577.929803] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf524551-a80f-4fc9-8acf-8d07a4060a25 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.929924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf524551-a80f-4fc9-8acf-8d07a4060a25" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.929996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf524551-a80f-4fc9-8acf-8d07a4060a25" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.930543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf524551-a80f-4fc9-8acf-8d07a4060a25" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.930619] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf524551-a80f-4fc9-8acf-8d07a4060a25',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.434353] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf524551-a80f-4fc9-8acf-8d07a4060a25 [ 578.434647] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.435052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.435052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.435999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.436087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.436205] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf524551-a80f-4fc9-8acf-8d07a4060a25 already deleted. [ 578.436522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf524551-a80f-4fc9-8acf-8d07a4060a25" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.921045] env[66962]: INFO networking_nsxv3.common.synchronization [None req-2e1b7a77-808a-4b88-a0b3-bd46b6fd8298 None None] Enqueued Resource ID: 2edd502b-9c17-4bb8-9ddc-38e39dc7a96a with Priority: HIGHEST for action port [ 578.923088] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edd502b-9c17-4bb8-9ddc-38e39dc7a96a with Priority: HIGHEST for action port [ 578.923088] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-2edd502b-9c17-4bb8-9ddc-38e39dc7a96a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.923088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2edd502b-9c17-4bb8-9ddc-38e39dc7a96a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.923088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2edd502b-9c17-4bb8-9ddc-38e39dc7a96a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.923088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2edd502b-9c17-4bb8-9ddc-38e39dc7a96a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.923088] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2edd502b-9c17-4bb8-9ddc-38e39dc7a96a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.424287] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2edd502b-9c17-4bb8-9ddc-38e39dc7a96a [ 579.424510] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.424649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.424719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.424931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.425031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.425127] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2edd502b-9c17-4bb8-9ddc-38e39dc7a96a already deleted. [ 579.425216] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2edd502b-9c17-4bb8-9ddc-38e39dc7a96a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.672491] env[66962]: INFO networking_nsxv3.common.synchronization [None req-d210abd6-6b35-4ff8-890b-4dcd789f3722 None None] Enqueued Resource ID: cdf448b9-b8d9-47a2-a4f5-c4f2fb815a86 with Priority: HIGHEST for action port [ 579.672738] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf448b9-b8d9-47a2-a4f5-c4f2fb815a86 with Priority: HIGHEST for action port [ 579.673321] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdf448b9-b8d9-47a2-a4f5-c4f2fb815a86 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.673478] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdf448b9-b8d9-47a2-a4f5-c4f2fb815a86" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.673543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdf448b9-b8d9-47a2-a4f5-c4f2fb815a86" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.673859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdf448b9-b8d9-47a2-a4f5-c4f2fb815a86" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.673859] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdf448b9-b8d9-47a2-a4f5-c4f2fb815a86',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.176066] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdf448b9-b8d9-47a2-a4f5-c4f2fb815a86 [ 580.176440] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.176440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.176593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.176734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.176837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.177396] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdf448b9-b8d9-47a2-a4f5-c4f2fb815a86 already deleted. [ 580.177396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdf448b9-b8d9-47a2-a4f5-c4f2fb815a86" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.060807] env[66962]: INFO networking_nsxv3.common.synchronization [None req-99c1b522-2fe7-41a9-a2b0-ff07a39babda None None] Enqueued Resource ID: f12f9546-5694-4c53-b621-a26d966fcf7d with Priority: HIGHEST for action port [ 581.061605] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12f9546-5694-4c53-b621-a26d966fcf7d with Priority: HIGHEST for action port [ 581.061921] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f12f9546-5694-4c53-b621-a26d966fcf7d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.062121] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f12f9546-5694-4c53-b621-a26d966fcf7d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.062203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f12f9546-5694-4c53-b621-a26d966fcf7d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.062637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f12f9546-5694-4c53-b621-a26d966fcf7d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.062637] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f12f9546-5694-4c53-b621-a26d966fcf7d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.565553] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f12f9546-5694-4c53-b621-a26d966fcf7d [ 581.565835] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.566450] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.566450] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.566564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.566631] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.566761] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f12f9546-5694-4c53-b621-a26d966fcf7d already deleted. [ 581.566831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f12f9546-5694-4c53-b621-a26d966fcf7d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.881546] env[66962]: INFO networking_nsxv3.common.synchronization [None req-e68855b6-bcc8-48d8-8a9d-1e80c2c0480a None None] Enqueued Resource ID: add3a87c-b3cd-4087-8d31-8f0328a7a945 with Priority: HIGHEST for action port [ 581.881796] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add3a87c-b3cd-4087-8d31-8f0328a7a945 with Priority: HIGHEST for action port [ 581.882535] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-add3a87c-b3cd-4087-8d31-8f0328a7a945 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.882535] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-add3a87c-b3cd-4087-8d31-8f0328a7a945" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.882535] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-add3a87c-b3cd-4087-8d31-8f0328a7a945" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.882786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-add3a87c-b3cd-4087-8d31-8f0328a7a945" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.882862] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add3a87c-b3cd-4087-8d31-8f0328a7a945',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.074434] env[66962]: INFO networking_nsxv3.common.synchronization [None req-0752751b-e063-43fc-a977-894c85075854 None None] Enqueued Resource ID: 641fffd7-35a8-475c-9fb9-386f6c589727 with Priority: HIGHEST for action port [ 582.075602] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641fffd7-35a8-475c-9fb9-386f6c589727 with Priority: HIGHEST for action port [ 582.075922] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-641fffd7-35a8-475c-9fb9-386f6c589727 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.076049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-641fffd7-35a8-475c-9fb9-386f6c589727" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.076113] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-641fffd7-35a8-475c-9fb9-386f6c589727" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.076970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-641fffd7-35a8-475c-9fb9-386f6c589727" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.076970] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('641fffd7-35a8-475c-9fb9-386f6c589727',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.387849] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port add3a87c-b3cd-4087-8d31-8f0328a7a945 [ 582.388102] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.388245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.388311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.388540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.388630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.388724] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:add3a87c-b3cd-4087-8d31-8f0328a7a945 already deleted. [ 582.388805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-add3a87c-b3cd-4087-8d31-8f0328a7a945" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.579474] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 641fffd7-35a8-475c-9fb9-386f6c589727 [ 582.579964] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.579964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.579964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.580242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.580278] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.581321] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:641fffd7-35a8-475c-9fb9-386f6c589727 already deleted. [ 582.581321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-641fffd7-35a8-475c-9fb9-386f6c589727" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.649890] env[66962]: INFO networking_nsxv3.common.synchronization [None req-ad624369-62ba-44e5-b50a-0127fee22d32 None None] Enqueued Resource ID: e29a00cc-4ebc-4994-ba23-0d7c42b2107c with Priority: HIGHEST for action port [ 582.650613] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29a00cc-4ebc-4994-ba23-0d7c42b2107c with Priority: HIGHEST for action port [ 582.650796] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e29a00cc-4ebc-4994-ba23-0d7c42b2107c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.650953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e29a00cc-4ebc-4994-ba23-0d7c42b2107c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.651084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e29a00cc-4ebc-4994-ba23-0d7c42b2107c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.651297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e29a00cc-4ebc-4994-ba23-0d7c42b2107c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.651340] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e29a00cc-4ebc-4994-ba23-0d7c42b2107c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.153520] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e29a00cc-4ebc-4994-ba23-0d7c42b2107c [ 583.153864] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.153960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.153960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.154610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.154610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.154610] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e29a00cc-4ebc-4994-ba23-0d7c42b2107c already deleted. [ 583.154610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e29a00cc-4ebc-4994-ba23-0d7c42b2107c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.896530] env[66962]: INFO networking_nsxv3.common.synchronization [None req-3cbc5887-8001-4ad7-9a94-9f5123c359ed None None] Enqueued Resource ID: e6e70c9d-5c03-4835-b292-d12d5bf2e28f with Priority: HIGHEST for action port [ 583.896790] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e70c9d-5c03-4835-b292-d12d5bf2e28f with Priority: HIGHEST for action port [ 583.897384] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6e70c9d-5c03-4835-b292-d12d5bf2e28f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.897499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6e70c9d-5c03-4835-b292-d12d5bf2e28f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.900202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6e70c9d-5c03-4835-b292-d12d5bf2e28f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.900202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6e70c9d-5c03-4835-b292-d12d5bf2e28f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.900202] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6e70c9d-5c03-4835-b292-d12d5bf2e28f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.402108] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6e70c9d-5c03-4835-b292-d12d5bf2e28f [ 584.402350] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.402489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.402555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.402765] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.402848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.402938] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6e70c9d-5c03-4835-b292-d12d5bf2e28f already deleted. [ 584.403025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6e70c9d-5c03-4835-b292-d12d5bf2e28f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.070710] env[66962]: INFO networking_nsxv3.common.synchronization [None req-0770e29d-13f5-484a-8eeb-761ba2de83c0 None None] Enqueued Resource ID: c70d722b-365c-4b53-8c2f-9acbeebbe0df with Priority: HIGHEST for action port [ 585.072794] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c70d722b-365c-4b53-8c2f-9acbeebbe0df with Priority: HIGHEST for action port [ 585.073130] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c70d722b-365c-4b53-8c2f-9acbeebbe0df taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.073285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c70d722b-365c-4b53-8c2f-9acbeebbe0df" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.073356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c70d722b-365c-4b53-8c2f-9acbeebbe0df" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.073599] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c70d722b-365c-4b53-8c2f-9acbeebbe0df" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.073682] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c70d722b-365c-4b53-8c2f-9acbeebbe0df',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.580413] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c70d722b-365c-4b53-8c2f-9acbeebbe0df [ 585.580413] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.580413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.580413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.580413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.580413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.580413] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c70d722b-365c-4b53-8c2f-9acbeebbe0df already deleted. [ 585.580413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c70d722b-365c-4b53-8c2f-9acbeebbe0df" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.727842] env[66962]: INFO networking_nsxv3.common.synchronization [None req-3f43fcd9-9022-4e75-8f0c-83377f5b4d71 None None] Enqueued Resource ID: a7b0ecda-7bdd-4ca5-9a6d-58a0f45a5239 with Priority: HIGHEST for action port [ 585.728327] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b0ecda-7bdd-4ca5-9a6d-58a0f45a5239 with Priority: HIGHEST for action port [ 585.728625] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7b0ecda-7bdd-4ca5-9a6d-58a0f45a5239 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.728875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7b0ecda-7bdd-4ca5-9a6d-58a0f45a5239" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.728875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7b0ecda-7bdd-4ca5-9a6d-58a0f45a5239" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.729105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7b0ecda-7bdd-4ca5-9a6d-58a0f45a5239" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.729220] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b0ecda-7bdd-4ca5-9a6d-58a0f45a5239',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.981628] env[66962]: INFO networking_nsxv3.common.synchronization [req-daa4e2a4-a961-4e3c-b4a5-598d00146775 req-77c79d5c-08ee-42f4-85a9-59a61c2d270e tempest-ImagesOneServerTestJSON-106173266 tempest-ImagesOneServerTestJSON-106173266-project-member] Enqueued Resource ID: 13670277-d41f-4476-8b0b-dd37caa064d8 with Priority: HIGHEST for action security_group_members [ 585.982175] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13670277-d41f-4476-8b0b-dd37caa064d8 with Priority: HIGHEST for action security_group_members [ 585.982468] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-13670277-d41f-4476-8b0b-dd37caa064d8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.982589] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.982659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.982899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.983536] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.983686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.983759] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.983922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.984019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.984113] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13670277-d41f-4476-8b0b-dd37caa064d8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.230741] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7b0ecda-7bdd-4ca5-9a6d-58a0f45a5239 [ 586.231031] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.231185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.231185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.231347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.231433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.231523] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7b0ecda-7bdd-4ca5-9a6d-58a0f45a5239 already deleted. [ 586.231727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7b0ecda-7bdd-4ca5-9a6d-58a0f45a5239" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.487558] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.487722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.487767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.487949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.488057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.488252] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.488369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.488455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.488681] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.488728] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.488869] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13670277-d41f-4476-8b0b-dd37caa064d8 already deleted. [ 586.488869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.953406] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.953774] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-77" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.953774] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-77" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.954028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-77" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.954277] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.954425] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.954534] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.954745] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.954869] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.955275] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.955393] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.955497] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.955600] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.955703] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.955800] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.955922] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.977423] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.979314] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.979314] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.979314] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-77" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.979314] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-73365689-c239-47ad-aaf6-cc57a18a719d taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.979314] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-73365689-c239-47ad-aaf6-cc57a18a719d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.979314] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-73365689-c239-47ad-aaf6-cc57a18a719d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.979314] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-73365689-c239-47ad-aaf6-cc57a18a719d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.979314] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73365689-c239-47ad-aaf6-cc57a18a719d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.483503] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.483503] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.483503] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.483922] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.483962] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.485105] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 73365689-c239-47ad-aaf6-cc57a18a719d not found, creating... [ 587.485105] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.485105] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.485105] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.485105] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.485105] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.485459] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.485618] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.485985] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.485985] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.486347] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.486347] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 73365689-c239-47ad-aaf6-cc57a18a719d is going to be created. [ 587.489661] env[66962]: INFO networking_nsxv3.common.synchronization [None req-613c72a5-06c3-4ee9-83f8-4f5d8ef38e75 None None] Enqueued Resource ID: 67391690-3443-46a4-95c5-49a27c7d7675 with Priority: HIGHEST for action port [ 587.489661] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67391690-3443-46a4-95c5-49a27c7d7675 with Priority: HIGHEST for action port [ 587.490285] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-67391690-3443-46a4-95c5-49a27c7d7675 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.490420] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67391690-3443-46a4-95c5-49a27c7d7675" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.490497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67391690-3443-46a4-95c5-49a27c7d7675" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.490714] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67391690-3443-46a4-95c5-49a27c7d7675" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.490804] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67391690-3443-46a4-95c5-49a27c7d7675',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.511378] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.511603] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.511727] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.512088] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.512270] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.512536] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-73365689-c239-47ad-aaf6-cc57a18a719d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.697224] env[66962]: INFO networking_nsxv3.common.synchronization [None req-42821e03-08be-465f-85ce-3b726a6e8d46 None None] Enqueued Resource ID: c5014f4c-324f-41ac-904a-9ca7ce3991b4 with Priority: HIGHEST for action port [ 587.697224] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5014f4c-324f-41ac-904a-9ca7ce3991b4 with Priority: HIGHEST for action port [ 587.697224] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5014f4c-324f-41ac-904a-9ca7ce3991b4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.697224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5014f4c-324f-41ac-904a-9ca7ce3991b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.697224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5014f4c-324f-41ac-904a-9ca7ce3991b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.698210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5014f4c-324f-41ac-904a-9ca7ce3991b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.698210] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5014f4c-324f-41ac-904a-9ca7ce3991b4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.994393] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67391690-3443-46a4-95c5-49a27c7d7675 [ 587.994584] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.994720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.994789] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.994998] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.995127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.995224] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67391690-3443-46a4-95c5-49a27c7d7675 already deleted. [ 587.995306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67391690-3443-46a4-95c5-49a27c7d7675" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.202491] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5014f4c-324f-41ac-904a-9ca7ce3991b4 [ 588.202798] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.203627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.203627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.203627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.203627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.203627] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5014f4c-324f-41ac-904a-9ca7ce3991b4 already deleted. [ 588.203627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5014f4c-324f-41ac-904a-9ca7ce3991b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.628394] env[66962]: INFO networking_nsxv3.common.synchronization [None req-6938b06a-43d7-40d2-bafc-3939bb9b268d None None] Enqueued Resource ID: e7d8fa18-057e-4998-8931-a76792ff2b3a with Priority: HIGHEST for action port [ 588.628628] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d8fa18-057e-4998-8931-a76792ff2b3a with Priority: HIGHEST for action port [ 588.629314] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7d8fa18-057e-4998-8931-a76792ff2b3a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.629440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7d8fa18-057e-4998-8931-a76792ff2b3a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.629521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7d8fa18-057e-4998-8931-a76792ff2b3a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.629747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7d8fa18-057e-4998-8931-a76792ff2b3a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.629813] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d8fa18-057e-4998-8931-a76792ff2b3a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.661113] env[66962]: INFO networking_nsxv3.common.synchronization [req-daa4e2a4-a961-4e3c-b4a5-598d00146775 req-d8073a3d-85be-4c42-99ec-abd12d23ab76 service nova] Enqueued Resource ID: 13670277-d41f-4476-8b0b-dd37caa064d8 with Priority: HIGHEST for action security_group_rules [ 588.661256] env[66962]: INFO networking_nsxv3.common.synchronization [req-daa4e2a4-a961-4e3c-b4a5-598d00146775 req-d8073a3d-85be-4c42-99ec-abd12d23ab76 service nova] Enqueued Resource ID: 13670277-d41f-4476-8b0b-dd37caa064d8 with Priority: HIGHEST for action security_group_members [ 588.661385] env[66962]: INFO networking_nsxv3.common.synchronization [req-daa4e2a4-a961-4e3c-b4a5-598d00146775 req-d8073a3d-85be-4c42-99ec-abd12d23ab76 service nova] Enqueued Resource ID: 73365689-c239-47ad-aaf6-cc57a18a719d with Priority: HIGHEST for action port [ 588.664438] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13670277-d41f-4476-8b0b-dd37caa064d8 with Priority: HIGHEST for action security_group_rules [ 588.664438] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13670277-d41f-4476-8b0b-dd37caa064d8 with Priority: HIGHEST for action security_group_members [ 588.664438] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73365689-c239-47ad-aaf6-cc57a18a719d with Priority: HIGHEST for action port [ 588.664438] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13670277-d41f-4476-8b0b-dd37caa064d8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.664438] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.664438] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.664438] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.665984] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13670277-d41f-4476-8b0b-dd37caa064d8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.672231] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-13670277-d41f-4476-8b0b-dd37caa064d8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.672231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.672231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.672231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.672231] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.672231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.672231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.672231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.672231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.672231] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13670277-d41f-4476-8b0b-dd37caa064d8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.672917] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-73365689-c239-47ad-aaf6-cc57a18a719d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.672917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73365689-c239-47ad-aaf6-cc57a18a719d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.672917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73365689-c239-47ad-aaf6-cc57a18a719d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.672917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73365689-c239-47ad-aaf6-cc57a18a719d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.673082] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73365689-c239-47ad-aaf6-cc57a18a719d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.139929] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7d8fa18-057e-4998-8931-a76792ff2b3a [ 589.139929] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.139929] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.139929] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.140186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.140291] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.140326] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7d8fa18-057e-4998-8931-a76792ff2b3a already deleted. [ 589.140442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7d8fa18-057e-4998-8931-a76792ff2b3a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.176457] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-13670277-d41f-4476-8b0b-dd37caa064d8 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.176457] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.192995] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13670277-d41f-4476-8b0b-dd37caa064d8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.194067] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73365689-c239-47ad-aaf6-cc57a18a719d with status ACTIVE [ 589.194275] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.194401] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.194465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.194657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.194812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.194899] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.194989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.195061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.196545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.196545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.196545] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.200161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.200161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.200161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.200161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.200161] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73365689-c239-47ad-aaf6-cc57a18a719d is going to be updated. [ 589.228901] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.229668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.229799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.230128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.230554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.230736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73365689-c239-47ad-aaf6-cc57a18a719d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.253806] env[66962]: INFO networking_nsxv3.common.synchronization [None req-4e854803-5ddc-496d-a45b-9bd83c6b5ea6 None None] Enqueued Resource ID: 316b333a-05f1-43ea-ae61-65df04692a64 with Priority: HIGHEST for action port [ 589.253935] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 316b333a-05f1-43ea-ae61-65df04692a64 with Priority: HIGHEST for action port [ 589.254253] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-316b333a-05f1-43ea-ae61-65df04692a64 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.254372] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-316b333a-05f1-43ea-ae61-65df04692a64" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.254437] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-316b333a-05f1-43ea-ae61-65df04692a64" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.254687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-316b333a-05f1-43ea-ae61-65df04692a64" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.254780] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('316b333a-05f1-43ea-ae61-65df04692a64',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.325622] env[66962]: INFO networking_nsxv3.common.synchronization [req-6e21f42b-26b4-4b8e-a477-117a89fad00d req-82dc0a35-d27d-485d-8155-c06eb713c815 tempest-ServerDiagnosticsTest-437852858 tempest-ServerDiagnosticsTest-437852858-project-member] Enqueued Resource ID: f8d4609d-06b8-430d-9640-4aefb52df18d with Priority: HIGHEST for action security_group_members [ 589.326489] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d4609d-06b8-430d-9640-4aefb52df18d with Priority: HIGHEST for action security_group_members [ 589.326489] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d4609d-06b8-430d-9640-4aefb52df18d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.326654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.326654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.327414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.327587] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.327691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.327761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.327928] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.328020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.328117] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d4609d-06b8-430d-9640-4aefb52df18d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.700565] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13670277-d41f-4476-8b0b-dd37caa064d8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.757413] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 316b333a-05f1-43ea-ae61-65df04692a64 [ 589.757684] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.757824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.757893] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.758175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.758241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.758330] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:316b333a-05f1-43ea-ae61-65df04692a64 already deleted. [ 589.758411] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-316b333a-05f1-43ea-ae61-65df04692a64" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.829878] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.830250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.830365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.830582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.830716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.831029] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.831148] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.831226] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.831479] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.831564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.831617] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d4609d-06b8-430d-9640-4aefb52df18d already deleted. [ 589.831685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.204156] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.204156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.204156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.204156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.204156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.204156] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13670277-d41f-4476-8b0b-dd37caa064d8 is going to be created. [ 590.234379] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.234676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.236261] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.237016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.237016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.248898] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13670277-d41f-4476-8b0b-dd37caa064d8 in Status: UNINITIALIZED for 2s [ 590.522232] env[66962]: INFO networking_nsxv3.common.synchronization [None req-418c3424-5cec-49a1-9146-f3a6d2dd6f35 None None] Enqueued Resource ID: be78b028-7d06-4acc-aa03-66226f15d88e with Priority: HIGHEST for action port [ 590.522232] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be78b028-7d06-4acc-aa03-66226f15d88e with Priority: HIGHEST for action port [ 590.522232] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-be78b028-7d06-4acc-aa03-66226f15d88e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.522232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be78b028-7d06-4acc-aa03-66226f15d88e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.522232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be78b028-7d06-4acc-aa03-66226f15d88e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.522232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be78b028-7d06-4acc-aa03-66226f15d88e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.522232] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be78b028-7d06-4acc-aa03-66226f15d88e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.558074] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.558074] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.558074] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.558074] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.558074] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.558074] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.558672] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.559024] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.559294] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.559613] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.559823] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.560055] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.560277] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.560494] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.560690] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.560914] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.588037] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.588037] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.588037] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.588037] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.588037] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.588037] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.588037] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.588037] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.588037] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.027526] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be78b028-7d06-4acc-aa03-66226f15d88e [ 591.027889] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.027889] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.028017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.031396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.031396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.031396] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be78b028-7d06-4acc-aa03-66226f15d88e already deleted. [ 591.031396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be78b028-7d06-4acc-aa03-66226f15d88e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.092361] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.092699] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.092906] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.093330] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.093558] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.093818] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43 not found, creating... [ 591.094274] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.094512] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.094694] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.095059] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.095282] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.095748] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.097446] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.097446] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.097446] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.097446] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.097446] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43 is going to be created. [ 591.130595] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.130898] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.130956] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.131219] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.131447] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.131698] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.872428] env[66962]: INFO networking_nsxv3.common.synchronization [req-6e21f42b-26b4-4b8e-a477-117a89fad00d req-2ef2ab3f-3457-4979-acb2-53d62cec789f service nova] Enqueued Resource ID: f8d4609d-06b8-430d-9640-4aefb52df18d with Priority: HIGHEST for action security_group_rules [ 591.872611] env[66962]: INFO networking_nsxv3.common.synchronization [req-6e21f42b-26b4-4b8e-a477-117a89fad00d req-2ef2ab3f-3457-4979-acb2-53d62cec789f service nova] Enqueued Resource ID: f8d4609d-06b8-430d-9640-4aefb52df18d with Priority: HIGHEST for action security_group_members [ 591.872739] env[66962]: INFO networking_nsxv3.common.synchronization [req-6e21f42b-26b4-4b8e-a477-117a89fad00d req-2ef2ab3f-3457-4979-acb2-53d62cec789f service nova] Enqueued Resource ID: e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43 with Priority: HIGHEST for action port [ 591.873292] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d4609d-06b8-430d-9640-4aefb52df18d with Priority: HIGHEST for action security_group_rules [ 591.873816] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d4609d-06b8-430d-9640-4aefb52df18d with Priority: HIGHEST for action security_group_members [ 591.873816] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43 with Priority: HIGHEST for action port [ 591.873816] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d4609d-06b8-430d-9640-4aefb52df18d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.873952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.873952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.878027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.878027] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d4609d-06b8-430d-9640-4aefb52df18d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.878027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d4609d-06b8-430d-9640-4aefb52df18d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.878027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.878027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.878027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.878027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.878027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.878027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.878027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.878027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.878027] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d4609d-06b8-430d-9640-4aefb52df18d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.879650] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.879773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.880914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.881101] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.881177] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.933217] env[66962]: INFO networking_nsxv3.common.synchronization [None req-03743bc8-91c1-4cdb-bff7-a3cbf178ddd5 None None] Enqueued Resource ID: 82ee97c8-3740-4cb6-b52a-c377f2b8b76d with Priority: HIGHEST for action port [ 591.934133] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ee97c8-3740-4cb6-b52a-c377f2b8b76d with Priority: HIGHEST for action port [ 591.934956] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-82ee97c8-3740-4cb6-b52a-c377f2b8b76d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.935170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82ee97c8-3740-4cb6-b52a-c377f2b8b76d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.935324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82ee97c8-3740-4cb6-b52a-c377f2b8b76d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.936975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82ee97c8-3740-4cb6-b52a-c377f2b8b76d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.937153] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82ee97c8-3740-4cb6-b52a-c377f2b8b76d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.260957] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13670277-d41f-4476-8b0b-dd37caa064d8 in Status: SUCCESS [ 592.261947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.261947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.261947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.261947] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.261947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.262180] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.262180] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.262234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.262277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.262365] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13670277-d41f-4476-8b0b-dd37caa064d8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.385659] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d4609d-06b8-430d-9640-4aefb52df18d taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.385659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.385659] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8d4609d-06b8-430d-9640-4aefb52df18d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.385659] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43 with status ACTIVE [ 592.385659] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.385659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.385659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.385659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.385659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.385989] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.385989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.385989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.386357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.386357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.386527] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.386663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.386715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.386892] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.386988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.387103] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43 is going to be updated. [ 592.412379] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.412558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.412602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.412795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.412925] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.413091] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0bff82c-c6c8-408e-9c5b-4c1ca2f66d43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.420140] env[66962]: INFO networking_nsxv3.common.synchronization [None req-b6c73639-33db-4659-994c-9157792e8e73 None None] Enqueued Resource ID: ad50ad30-2bc2-45db-9d4f-3534a94962c3 with Priority: HIGHEST for action port [ 592.420721] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad50ad30-2bc2-45db-9d4f-3534a94962c3 with Priority: HIGHEST for action port [ 592.422969] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad50ad30-2bc2-45db-9d4f-3534a94962c3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.422969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad50ad30-2bc2-45db-9d4f-3534a94962c3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.422969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad50ad30-2bc2-45db-9d4f-3534a94962c3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.422969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad50ad30-2bc2-45db-9d4f-3534a94962c3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.422969] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad50ad30-2bc2-45db-9d4f-3534a94962c3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.439262] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82ee97c8-3740-4cb6-b52a-c377f2b8b76d [ 592.439502] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.439636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.439702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.439904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.439988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.440096] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82ee97c8-3740-4cb6-b52a-c377f2b8b76d already deleted. [ 592.440175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82ee97c8-3740-4cb6-b52a-c377f2b8b76d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.766218] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-13670277-d41f-4476-8b0b-dd37caa064d8 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.766430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.766430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.766636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.766794] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.766898] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.766955] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.767128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.767242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.767304] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.767451] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-13670277-d41f-4476-8b0b-dd37caa064d8 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.767583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.767638] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.767739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.767872] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.767959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.768020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.768248] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.768248] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.768337] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.768380] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13670277-d41f-4476-8b0b-dd37caa064d8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.889358] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8d4609d-06b8-430d-9640-4aefb52df18d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.926831] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad50ad30-2bc2-45db-9d4f-3534a94962c3 [ 592.927087] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.927226] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.927292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.927494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.927579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.927668] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad50ad30-2bc2-45db-9d4f-3534a94962c3 already deleted. [ 592.927745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad50ad30-2bc2-45db-9d4f-3534a94962c3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.018626] env[66962]: INFO networking_nsxv3.common.synchronization [None req-e79c4f4d-6064-4d85-b49c-b7945934bbf7 None None] Enqueued Resource ID: 05acfa1d-32bc-48d6-82c0-ed8b495d4291 with Priority: HIGHEST for action port [ 593.018626] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05acfa1d-32bc-48d6-82c0-ed8b495d4291 with Priority: HIGHEST for action port [ 593.019108] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-05acfa1d-32bc-48d6-82c0-ed8b495d4291 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.019365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05acfa1d-32bc-48d6-82c0-ed8b495d4291" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.019476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05acfa1d-32bc-48d6-82c0-ed8b495d4291" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.019904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05acfa1d-32bc-48d6-82c0-ed8b495d4291" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.020046] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05acfa1d-32bc-48d6-82c0-ed8b495d4291',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.270592] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13670277-d41f-4476-8b0b-dd37caa064d8: rpc.has_security_group_logging(os_id): False [ 593.305899] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.306095] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.306180] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.306457] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.306574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.306842] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.306975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.307078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.307273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.307380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.307625] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.307751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.307840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.308088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.308398] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.308679] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.308951] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.309055] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.309268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.309373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.309489] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13670277-d41f-4476-8b0b-dd37caa064d8 is going to be created. [ 593.355786] env[66962]: INFO networking_nsxv3.common.synchronization [req-9ca25218-3aef-4435-ad56-b31f93c54082 req-c4bd20d1-6db9-4800-a401-2e32882520b9 tempest-DeleteServersAdminTestJSON-1207377649 tempest-DeleteServersAdminTestJSON-1207377649-project-member] Enqueued Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_members [ 593.356334] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_members [ 593.356633] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69baa812-fca4-460b-9687-102629b68e6d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.356832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.356832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.357081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.357258] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.357365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.357417] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.357571] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.357657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.357752] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.371838] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.371973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.372047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.372415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.372415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.387961] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13670277-d41f-4476-8b0b-dd37caa064d8 in Status: IN_PROGRESS for 2s [ 593.392294] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.392443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.392510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.392725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.392812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.392909] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d4609d-06b8-430d-9640-4aefb52df18d is going to be created. [ 593.429562] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.429751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.429751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.430957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.430957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.444063] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d4609d-06b8-430d-9640-4aefb52df18d in Status: UNINITIALIZED for 2s [ 593.477951] env[66962]: INFO networking_nsxv3.common.synchronization [None req-8979510f-a804-4c10-88f9-7b54642ecb4e None None] Enqueued Resource ID: 69adc8e3-b8c2-4ab9-84ea-bb5880121c8f with Priority: HIGHEST for action port [ 593.480174] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69adc8e3-b8c2-4ab9-84ea-bb5880121c8f with Priority: HIGHEST for action port [ 593.480174] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-69adc8e3-b8c2-4ab9-84ea-bb5880121c8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.480174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69adc8e3-b8c2-4ab9-84ea-bb5880121c8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.480768] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69adc8e3-b8c2-4ab9-84ea-bb5880121c8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.481075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69adc8e3-b8c2-4ab9-84ea-bb5880121c8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.481127] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69adc8e3-b8c2-4ab9-84ea-bb5880121c8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.525053] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05acfa1d-32bc-48d6-82c0-ed8b495d4291 [ 593.525960] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.525960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.525960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.525960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.525960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.525960] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05acfa1d-32bc-48d6-82c0-ed8b495d4291 already deleted. [ 593.525960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05acfa1d-32bc-48d6-82c0-ed8b495d4291" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.821887] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.822100] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.822220] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.822808] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.823165] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.823466] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.823707] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.824007] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.824205] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.824913] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.827153] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.829040] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.829040] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.829040] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.829040] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.829040] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.847467] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.848157] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.848157] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.848724] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.848724] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-ec12b0a4-43b5-414c-b9f1-580fcae2dd3d taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.848886] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-ec12b0a4-43b5-414c-b9f1-580fcae2dd3d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.849012] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-ec12b0a4-43b5-414c-b9f1-580fcae2dd3d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.849340] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-ec12b0a4-43b5-414c-b9f1-580fcae2dd3d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.849469] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec12b0a4-43b5-414c-b9f1-580fcae2dd3d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.861750] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.861993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.862190] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.862460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.862592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.862839] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.862987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.863125] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.863530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.863702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.863831] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69baa812-fca4-460b-9687-102629b68e6d already deleted. [ 593.863952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.984355] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69adc8e3-b8c2-4ab9-84ea-bb5880121c8f [ 593.984793] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.985043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.985137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.985369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.985465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.985579] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69adc8e3-b8c2-4ab9-84ea-bb5880121c8f already deleted. [ 593.985664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69adc8e3-b8c2-4ab9-84ea-bb5880121c8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.854221] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.854513] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.854602] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.854908] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.855094] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.855304] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port ec12b0a4-43b5-414c-b9f1-580fcae2dd3d not found, creating... [ 594.855568] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.855771] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.855892] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.856160] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.856312] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.856769] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.856934] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.857856] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.858112] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.858289] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.858596] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: ec12b0a4-43b5-414c-b9f1-580fcae2dd3d is going to be created. [ 594.881338] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.881627] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.881793] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.882055] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.883980] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.883980] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-ec12b0a4-43b5-414c-b9f1-580fcae2dd3d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.404077] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13670277-d41f-4476-8b0b-dd37caa064d8 in Status: SUCCESS [ 595.404292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.455171] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d4609d-06b8-430d-9640-4aefb52df18d in Status: SUCCESS [ 595.455545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.456359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.456792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.457167] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.458530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.458530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.458530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.458530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.458530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.458530] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8d4609d-06b8-430d-9640-4aefb52df18d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.780055] env[66962]: INFO networking_nsxv3.common.synchronization [req-9ca25218-3aef-4435-ad56-b31f93c54082 req-42aa974b-9f51-4169-889f-26b88ebb0183 service nova] Enqueued Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_rules [ 595.780055] env[66962]: INFO networking_nsxv3.common.synchronization [req-9ca25218-3aef-4435-ad56-b31f93c54082 req-42aa974b-9f51-4169-889f-26b88ebb0183 service nova] Enqueued Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_members [ 595.780483] env[66962]: INFO networking_nsxv3.common.synchronization [req-9ca25218-3aef-4435-ad56-b31f93c54082 req-42aa974b-9f51-4169-889f-26b88ebb0183 service nova] Enqueued Resource ID: ec12b0a4-43b5-414c-b9f1-580fcae2dd3d with Priority: HIGHEST for action port [ 595.780956] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_rules [ 595.780956] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_members [ 595.780956] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec12b0a4-43b5-414c-b9f1-580fcae2dd3d with Priority: HIGHEST for action port [ 595.781396] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69baa812-fca4-460b-9687-102629b68e6d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.781584] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.781584] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.781831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.781912] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.783933] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69baa812-fca4-460b-9687-102629b68e6d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.784071] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.784138] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.784321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.784474] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.784570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.784630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.784772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.784854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.784945] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.785735] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec12b0a4-43b5-414c-b9f1-580fcae2dd3d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.785863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec12b0a4-43b5-414c-b9f1-580fcae2dd3d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.785900] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec12b0a4-43b5-414c-b9f1-580fcae2dd3d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.786095] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec12b0a4-43b5-414c-b9f1-580fcae2dd3d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.786169] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec12b0a4-43b5-414c-b9f1-580fcae2dd3d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.962956] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d4609d-06b8-430d-9640-4aefb52df18d taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.963343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.963343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.963410] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.963560] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.963659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.963720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.963859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.963936] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.964655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.964655] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d4609d-06b8-430d-9640-4aefb52df18d taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.964655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.964655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.964655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.965163] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.967983] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.967983] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.967983] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.967983] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.967983] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.967983] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8d4609d-06b8-430d-9640-4aefb52df18d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.289758] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69baa812-fca4-460b-9687-102629b68e6d taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.289758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.289758] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.290901] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec12b0a4-43b5-414c-b9f1-580fcae2dd3d with status ACTIVE [ 596.290901] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.290991] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.291040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.291366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.291366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.291866] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.291971] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.292725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.292725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.292725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.292725] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.292725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.292725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.292987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.292987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.293055] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec12b0a4-43b5-414c-b9f1-580fcae2dd3d is going to be updated. [ 596.325868] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.325952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.325952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.327173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.327173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.327173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec12b0a4-43b5-414c-b9f1-580fcae2dd3d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.440251] env[66962]: INFO networking_nsxv3.common.synchronization [None req-ccb0e559-2200-4fe3-b0ba-17a04cab6040 tempest-VolumesAssistedSnapshotsTest-1988981557 tempest-VolumesAssistedSnapshotsTest-1988981557-project-member] Enqueued Resource ID: 8af9902e-6615-4028-a892-42a8175d60ab with Priority: HIGHEST for action security_group_rules [ 596.440943] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af9902e-6615-4028-a892-42a8175d60ab with Priority: HIGHEST for action security_group_rules [ 596.441352] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af9902e-6615-4028-a892-42a8175d60ab taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.441519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.441627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.442192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.442309] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af9902e-6615-4028-a892-42a8175d60ab',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.470597] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8d4609d-06b8-430d-9640-4aefb52df18d: rpc.has_security_group_logging(os_id): False [ 596.502610] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.503319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.503319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.506760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.506760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.506957] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.506957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.507056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.507236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.507326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.507791] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.507791] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.507791] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.508066] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.508066] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.508396] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.508539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.508670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.508914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.512454] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.512454] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d4609d-06b8-430d-9640-4aefb52df18d is going to be created. [ 596.593484] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.593874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.593983] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.594375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.594375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.608851] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d4609d-06b8-430d-9640-4aefb52df18d in Status: IN_PROGRESS for 2s [ 596.799354] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.965651] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.965651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.965651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.965651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.965977] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.969031] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af9902e-6615-4028-a892-42a8175d60ab already deleted. [ 596.969031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.042641] env[66962]: INFO networking_nsxv3.common.synchronization [None req-1a54b313-a65a-416b-b295-9ee2edb79822 tempest-VolumesAssistedSnapshotsTest-1988981557 tempest-VolumesAssistedSnapshotsTest-1988981557-project-member] Enqueued Resource ID: 8af9902e-6615-4028-a892-42a8175d60ab with Priority: HIGHEST for action security_group_rules [ 597.043166] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af9902e-6615-4028-a892-42a8175d60ab with Priority: HIGHEST for action security_group_rules [ 597.043454] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af9902e-6615-4028-a892-42a8175d60ab taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.043571] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.043924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.043924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.043924] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af9902e-6615-4028-a892-42a8175d60ab',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.301527] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.301527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.301527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.301977] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.302330] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.302330] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69baa812-fca4-460b-9687-102629b68e6d is going to be created. [ 597.331759] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.331939] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.331991] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.332499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.332499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.346720] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69baa812-fca4-460b-9687-102629b68e6d in Status: UNINITIALIZED for 2s [ 597.578082] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.578255] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.578326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.578553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.578652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.578799] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af9902e-6615-4028-a892-42a8175d60ab already deleted. [ 597.578841] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.612026] env[66962]: INFO networking_nsxv3.common.synchronization [None req-f4ca321e-68df-4680-af8b-b8af5c6821ad None None] Enqueued Resource ID: b2f1ea84-a7ea-44c3-99e2-1e3736514cbd with Priority: HIGHEST for action port [ 597.612989] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1ea84-a7ea-44c3-99e2-1e3736514cbd with Priority: HIGHEST for action port [ 597.612989] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f1ea84-a7ea-44c3-99e2-1e3736514cbd taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.612989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f1ea84-a7ea-44c3-99e2-1e3736514cbd" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.612989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f1ea84-a7ea-44c3-99e2-1e3736514cbd" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.614328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f1ea84-a7ea-44c3-99e2-1e3736514cbd" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.614328] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f1ea84-a7ea-44c3-99e2-1e3736514cbd',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.102954] env[66962]: INFO networking_nsxv3.common.synchronization [None req-19eec67b-5396-4cc3-91e0-29c5ab4423e7 None None] Enqueued Resource ID: d290dc12-c38f-4d40-9cdc-08efcb59f86c with Priority: HIGHEST for action port [ 598.103264] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d290dc12-c38f-4d40-9cdc-08efcb59f86c with Priority: HIGHEST for action port [ 598.103811] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d290dc12-c38f-4d40-9cdc-08efcb59f86c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.103942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d290dc12-c38f-4d40-9cdc-08efcb59f86c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.104096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d290dc12-c38f-4d40-9cdc-08efcb59f86c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.105840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d290dc12-c38f-4d40-9cdc-08efcb59f86c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.105938] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d290dc12-c38f-4d40-9cdc-08efcb59f86c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.114957] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2f1ea84-a7ea-44c3-99e2-1e3736514cbd [ 598.115280] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.116175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.116175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.116175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.116175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.116175] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2f1ea84-a7ea-44c3-99e2-1e3736514cbd already deleted. [ 598.116392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f1ea84-a7ea-44c3-99e2-1e3736514cbd" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.474588] env[66962]: INFO networking_nsxv3.common.synchronization [req-cf243ceb-ac13-4501-a461-8895eaf3c81d req-fd96c603-88fc-4111-97be-a8082867ec2c tempest-ImagesOneServerNegativeTestJSON-1548135388 tempest-ImagesOneServerNegativeTestJSON-1548135388-project-member] Enqueued Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 598.475157] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 598.475456] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.475586] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.475723] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.475941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.478264] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.478611] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.478611] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.479144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.481488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.481609] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.610525] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d290dc12-c38f-4d40-9cdc-08efcb59f86c [ 598.611014] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.611212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.611356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.611630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.611739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.611839] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d290dc12-c38f-4d40-9cdc-08efcb59f86c already deleted. [ 598.611937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d290dc12-c38f-4d40-9cdc-08efcb59f86c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.625062] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8d4609d-06b8-430d-9640-4aefb52df18d in Status: SUCCESS [ 598.626235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.707972] env[66962]: INFO networking_nsxv3.common.synchronization [None req-34a1f229-1c0d-4c19-b24d-b6c5ad2a79c1 None None] Enqueued Resource ID: 5ef3942b-1fff-4cee-8fd5-d53f6198270c with Priority: HIGHEST for action port [ 598.708523] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef3942b-1fff-4cee-8fd5-d53f6198270c with Priority: HIGHEST for action port [ 598.709243] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ef3942b-1fff-4cee-8fd5-d53f6198270c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.709415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ef3942b-1fff-4cee-8fd5-d53f6198270c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.709503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ef3942b-1fff-4cee-8fd5-d53f6198270c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.709759] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ef3942b-1fff-4cee-8fd5-d53f6198270c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.709884] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ef3942b-1fff-4cee-8fd5-d53f6198270c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.984818] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.985083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.985226] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.985536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.985536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.985778] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.985916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.985983] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.986174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.987174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.987174] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da already deleted. [ 598.987174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.010034] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.010219] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-733" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.010420] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-733" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.010750] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-733" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.011218] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.011218] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.011370] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.011602] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.011755] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.011942] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.012160] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.012282] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.012421] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.012545] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.012684] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.012803] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.058956] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.058956] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.058956] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.058956] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-733" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.059360] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-f49b57d7-7226-40e3-a5f8-4276eb2fce3b taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.059794] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-f49b57d7-7226-40e3-a5f8-4276eb2fce3b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.059794] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-f49b57d7-7226-40e3-a5f8-4276eb2fce3b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.059932] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-f49b57d7-7226-40e3-a5f8-4276eb2fce3b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.060045] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f49b57d7-7226-40e3-a5f8-4276eb2fce3b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.212463] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ef3942b-1fff-4cee-8fd5-d53f6198270c [ 599.212800] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.213096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.213236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.213668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.213759] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.213853] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ef3942b-1fff-4cee-8fd5-d53f6198270c already deleted. [ 599.213934] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ef3942b-1fff-4cee-8fd5-d53f6198270c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.286888] env[66962]: INFO networking_nsxv3.common.synchronization [req-52eb17a3-f7b8-4f82-9079-47a74da02a1e req-d970bf5c-0e9e-4d51-8179-e9d288c727df tempest-SecurityGroupRulesNegativeTestJSON-1234549272 tempest-SecurityGroupRulesNegativeTestJSON-1234549272-project-member] Enqueued Resource ID: 1c3f0ec3-edad-405a-8fa4-1f88d979773f with Priority: HIGHEST for action security_group_rules [ 599.287439] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3f0ec3-edad-405a-8fa4-1f88d979773f with Priority: HIGHEST for action security_group_rules [ 599.287742] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3f0ec3-edad-405a-8fa4-1f88d979773f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.287943] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3f0ec3-edad-405a-8fa4-1f88d979773f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.288294] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3f0ec3-edad-405a-8fa4-1f88d979773f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.288357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3f0ec3-edad-405a-8fa4-1f88d979773f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.288411] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3f0ec3-edad-405a-8fa4-1f88d979773f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.364206] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69baa812-fca4-460b-9687-102629b68e6d in Status: SUCCESS [ 599.364206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.364206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.364206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.364206] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.364206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.364206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.364206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.364206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.364206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.364206] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.476764] env[66962]: INFO networking_nsxv3.common.synchronization [None req-7a0c4ca9-1440-48c0-923e-fb61415f239e None None] Enqueued Resource ID: d341c339-60ef-4ac5-8dff-e672607ae27f with Priority: HIGHEST for action port [ 599.477173] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d341c339-60ef-4ac5-8dff-e672607ae27f with Priority: HIGHEST for action port [ 599.478102] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d341c339-60ef-4ac5-8dff-e672607ae27f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.478268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d341c339-60ef-4ac5-8dff-e672607ae27f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.478339] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d341c339-60ef-4ac5-8dff-e672607ae27f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.478585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d341c339-60ef-4ac5-8dff-e672607ae27f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.478659] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d341c339-60ef-4ac5-8dff-e672607ae27f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.562719] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.563046] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.563158] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.563900] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.563900] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.563900] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port f49b57d7-7226-40e3-a5f8-4276eb2fce3b not found, creating... [ 599.564279] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.564490] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.564624] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.564893] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.565631] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.570985] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.571160] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.571389] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.572118] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.572118] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.572118] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: f49b57d7-7226-40e3-a5f8-4276eb2fce3b is going to be created. [ 599.595937] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.596173] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.596295] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.596566] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.596784] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.596988] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-f49b57d7-7226-40e3-a5f8-4276eb2fce3b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.779666] env[66962]: INFO networking_nsxv3.common.synchronization [req-def53866-9130-4edd-9508-bfe4f6c0674e req-494601ed-e287-42d1-88ff-a7eb409ef9ac tempest-ServerDiskConfigTestJSON-1440675890 tempest-ServerDiskConfigTestJSON-1440675890-project-member] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 599.779666] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 599.780106] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.785040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.785040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.785040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.785040] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.785040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.785040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.785040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.785040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.785040] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.813348] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.813348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.813516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.813648] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.813695] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.813790] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3f0ec3-edad-405a-8fa4-1f88d979773f already deleted. [ 599.813872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3f0ec3-edad-405a-8fa4-1f88d979773f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.866500] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69baa812-fca4-460b-9687-102629b68e6d taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.866689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.866762] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.866958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.867173] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.867337] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.867433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.867588] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.867673] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.867760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.867931] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69baa812-fca4-460b-9687-102629b68e6d taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.868028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.868105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.868222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.868377] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.868446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.868537] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.868644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.868731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.868810] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.868898] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.982246] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d341c339-60ef-4ac5-8dff-e672607ae27f [ 599.982519] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.982707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.982792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.983222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.983832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.983999] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d341c339-60ef-4ac5-8dff-e672607ae27f already deleted. [ 599.984162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d341c339-60ef-4ac5-8dff-e672607ae27f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.291318] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.291318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.291318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.291842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.291842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.291842] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.291842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.291842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.292090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.292090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.292155] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee already deleted. [ 600.292238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.350729] env[66962]: INFO networking_nsxv3.common.synchronization [req-cf243ceb-ac13-4501-a461-8895eaf3c81d req-5f11f9f6-51ee-46df-97f2-ade3a0b3e08e service nova] Enqueued Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_rules [ 600.350915] env[66962]: INFO networking_nsxv3.common.synchronization [req-cf243ceb-ac13-4501-a461-8895eaf3c81d req-5f11f9f6-51ee-46df-97f2-ade3a0b3e08e service nova] Enqueued Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 600.351063] env[66962]: INFO networking_nsxv3.common.synchronization [req-cf243ceb-ac13-4501-a461-8895eaf3c81d req-5f11f9f6-51ee-46df-97f2-ade3a0b3e08e service nova] Enqueued Resource ID: f49b57d7-7226-40e3-a5f8-4276eb2fce3b with Priority: HIGHEST for action port [ 600.351574] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_rules [ 600.351711] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 600.351807] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49b57d7-7226-40e3-a5f8-4276eb2fce3b with Priority: HIGHEST for action port [ 600.352636] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.353719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.353719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.353719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.353719] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.354271] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.354433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.354503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.354692] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.354859] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.355036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.355036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.355207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.355327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.355410] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.356895] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f49b57d7-7226-40e3-a5f8-4276eb2fce3b taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.356895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f49b57d7-7226-40e3-a5f8-4276eb2fce3b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.356895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f49b57d7-7226-40e3-a5f8-4276eb2fce3b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.356895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f49b57d7-7226-40e3-a5f8-4276eb2fce3b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.356895] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f49b57d7-7226-40e3-a5f8-4276eb2fce3b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.371579] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69baa812-fca4-460b-9687-102629b68e6d: rpc.has_security_group_logging(os_id): False [ 600.399976] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.400191] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.400283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.400530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.400626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.400838] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.400925] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.400994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.401234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.401352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.401610] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.401765] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.401833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.402247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.402247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.402331] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.402491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.402561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.402893] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.402987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.403119] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69baa812-fca4-460b-9687-102629b68e6d is going to be created. [ 600.472945] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.472945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.472945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.472945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.472945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.486279] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69baa812-fca4-460b-9687-102629b68e6d in Status: IN_PROGRESS for 2s [ 600.662432] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.662686] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.663343] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.663705] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.664215] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.664215] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.664373] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.664543] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.664700] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.664923] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.665046] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.665154] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.665262] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.665368] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.665463] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.665589] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.684931] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.684931] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.685081] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.685242] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.685942] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-18e8ba99-710e-4c98-a160-ea7e9bd4e6b9 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.686307] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-18e8ba99-710e-4c98-a160-ea7e9bd4e6b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.686563] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-18e8ba99-710e-4c98-a160-ea7e9bd4e6b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.687348] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-18e8ba99-710e-4c98-a160-ea7e9bd4e6b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.687498] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18e8ba99-710e-4c98-a160-ea7e9bd4e6b9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.858659] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.860084] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.860184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.862577] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f49b57d7-7226-40e3-a5f8-4276eb2fce3b with status ACTIVE [ 600.863314] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.863314] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.863473] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.863659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.863659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.863855] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.863965] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.864198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.864262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.864459] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.864561] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.864659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.864742] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.864913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.865042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.865113] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f49b57d7-7226-40e3-a5f8-4276eb2fce3b is going to be updated. [ 600.893327] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.893522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.893571] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.893955] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.894060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.894221] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f49b57d7-7226-40e3-a5f8-4276eb2fce3b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.085784] env[66962]: INFO networking_nsxv3.common.synchronization [None req-27dda651-fec3-4d74-817f-1feaf37bcc3d None None] Enqueued Resource ID: 58c926d2-7953-4348-b193-a12014ad6291 with Priority: HIGHEST for action port [ 601.085991] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c926d2-7953-4348-b193-a12014ad6291 with Priority: HIGHEST for action port [ 601.086189] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-58c926d2-7953-4348-b193-a12014ad6291 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.086346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58c926d2-7953-4348-b193-a12014ad6291" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.086430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58c926d2-7953-4348-b193-a12014ad6291" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.086775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58c926d2-7953-4348-b193-a12014ad6291" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.086867] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58c926d2-7953-4348-b193-a12014ad6291',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.191747] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.192076] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.193826] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.193826] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.193826] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.193826] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 18e8ba99-710e-4c98-a160-ea7e9bd4e6b9 not found, creating... [ 601.193826] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.193826] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.193826] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.193826] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.193826] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.194225] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.194225] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.194645] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.194645] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.194735] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.194840] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 18e8ba99-710e-4c98-a160-ea7e9bd4e6b9 is going to be created. [ 601.221679] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.221841] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.222843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.222843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.222843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.222843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-18e8ba99-710e-4c98-a160-ea7e9bd4e6b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.362382] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.589454] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58c926d2-7953-4348-b193-a12014ad6291 [ 601.590023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.590023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.590023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.590231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.590231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.590325] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58c926d2-7953-4348-b193-a12014ad6291 already deleted. [ 601.590385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58c926d2-7953-4348-b193-a12014ad6291" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.734297] env[66962]: INFO networking_nsxv3.common.synchronization [None req-babdd517-e0df-426a-9399-9febffd54d9d None None] Enqueued Resource ID: e97fd115-5523-4e0b-81f7-0beb5a2458b7 with Priority: HIGHEST for action port [ 601.734356] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97fd115-5523-4e0b-81f7-0beb5a2458b7 with Priority: HIGHEST for action port [ 601.734665] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e97fd115-5523-4e0b-81f7-0beb5a2458b7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.734806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e97fd115-5523-4e0b-81f7-0beb5a2458b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.734872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e97fd115-5523-4e0b-81f7-0beb5a2458b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.742947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e97fd115-5523-4e0b-81f7-0beb5a2458b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.742947] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97fd115-5523-4e0b-81f7-0beb5a2458b7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.866664] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.867059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.867059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.867240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.867340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.867554] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da is going to be created. [ 601.905416] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.905416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.905416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.905416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.905416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.921567] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: UNINITIALIZED for 2s [ 602.060789] env[66962]: INFO networking_nsxv3.common.synchronization [req-def53866-9130-4edd-9508-bfe4f6c0674e req-fabcf07e-d386-47c8-b03b-caabc264bd7b service nova] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_rules [ 602.060969] env[66962]: INFO networking_nsxv3.common.synchronization [req-def53866-9130-4edd-9508-bfe4f6c0674e req-fabcf07e-d386-47c8-b03b-caabc264bd7b service nova] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 602.061478] env[66962]: INFO networking_nsxv3.common.synchronization [req-def53866-9130-4edd-9508-bfe4f6c0674e req-fabcf07e-d386-47c8-b03b-caabc264bd7b service nova] Enqueued Resource ID: 18e8ba99-710e-4c98-a160-ea7e9bd4e6b9 with Priority: HIGHEST for action port [ 602.063404] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_rules [ 602.065148] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 602.065366] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e8ba99-710e-4c98-a160-ea7e9bd4e6b9 with Priority: HIGHEST for action port [ 602.065753] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.065893] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.065959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.066265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.066353] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.068935] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.072253] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.072356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.072545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.072735] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.072848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.072907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.073170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.073262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.073357] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.074744] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-18e8ba99-710e-4c98-a160-ea7e9bd4e6b9 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.074945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18e8ba99-710e-4c98-a160-ea7e9bd4e6b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.074945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18e8ba99-710e-4c98-a160-ea7e9bd4e6b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.075261] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18e8ba99-710e-4c98-a160-ea7e9bd4e6b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.075261] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18e8ba99-710e-4c98-a160-ea7e9bd4e6b9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.245390] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e97fd115-5523-4e0b-81f7-0beb5a2458b7 [ 602.247794] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.247794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.247794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.247794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.247794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.247794] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e97fd115-5523-4e0b-81f7-0beb5a2458b7 already deleted. [ 602.247794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e97fd115-5523-4e0b-81f7-0beb5a2458b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.501109] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69baa812-fca4-460b-9687-102629b68e6d in Status: SUCCESS [ 602.501456] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.580395] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.580395] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.580395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.580395] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18e8ba99-710e-4c98-a160-ea7e9bd4e6b9 with status ACTIVE [ 602.580395] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.580395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.580395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.580395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.580395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.580395] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.580395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.580395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.580395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.580395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.581281] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.581281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.581281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.581967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.582193] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.582414] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18e8ba99-710e-4c98-a160-ea7e9bd4e6b9 is going to be updated. [ 602.608884] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.608884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.608884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.609154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.609154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.610179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18e8ba99-710e-4c98-a160-ea7e9bd4e6b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.789392] env[66962]: INFO networking_nsxv3.common.synchronization [None req-cdf99f70-35d1-44cc-b02b-6320cf07f5a9 None None] Enqueued Resource ID: 2354bafc-0c96-4182-b09e-82a409fdc583 with Priority: HIGHEST for action port [ 602.789392] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2354bafc-0c96-4182-b09e-82a409fdc583 with Priority: HIGHEST for action port [ 602.789392] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-2354bafc-0c96-4182-b09e-82a409fdc583 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.789392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2354bafc-0c96-4182-b09e-82a409fdc583" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.789392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2354bafc-0c96-4182-b09e-82a409fdc583" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.789392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2354bafc-0c96-4182-b09e-82a409fdc583" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.789392] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2354bafc-0c96-4182-b09e-82a409fdc583',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.085299] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.294407] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2354bafc-0c96-4182-b09e-82a409fdc583 [ 603.295884] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.295884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.295884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.296234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.296234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.296234] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2354bafc-0c96-4182-b09e-82a409fdc583 already deleted. [ 603.296424] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2354bafc-0c96-4182-b09e-82a409fdc583" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.589696] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.589982] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.589982] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.590129] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.590211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.590302] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be created. [ 603.613077] env[66962]: INFO networking_nsxv3.common.synchronization [None req-66895ef0-37af-4e68-9c25-6fa90639116d None None] Enqueued Resource ID: 661c822c-2113-4c24-b7f6-1cf7f14beb9d with Priority: HIGHEST for action port [ 603.615574] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 661c822c-2113-4c24-b7f6-1cf7f14beb9d with Priority: HIGHEST for action port [ 603.615574] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-661c822c-2113-4c24-b7f6-1cf7f14beb9d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.616290] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-661c822c-2113-4c24-b7f6-1cf7f14beb9d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.616347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-661c822c-2113-4c24-b7f6-1cf7f14beb9d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.616583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-661c822c-2113-4c24-b7f6-1cf7f14beb9d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.616665] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('661c822c-2113-4c24-b7f6-1cf7f14beb9d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.619774] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.619774] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.619774] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.620408] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.620408] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.636138] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: UNINITIALIZED for 2s [ 603.713595] env[66962]: INFO networking_nsxv3.common.synchronization [req-1a4bd342-21c5-4f64-b792-6fb518bcac35 req-63edbb0a-e487-4a1b-b175-e3ffd738d1ab tempest-ServersAdminTestJSON-2065164687 tempest-ServersAdminTestJSON-2065164687-project-member] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 603.713595] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 603.713595] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.713595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.713595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.713595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.713852] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.713852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.713925] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.715582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.717494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.717494] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.733680] env[66962]: INFO networking_nsxv3.common.synchronization [None req-55fffc67-6f74-413a-aed3-601b269deb94 None None] Enqueued Resource ID: e2e1a0be-38ce-4b6d-8ad1-734c530a07bb with Priority: HIGHEST for action port [ 603.734173] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e1a0be-38ce-4b6d-8ad1-734c530a07bb with Priority: HIGHEST for action port [ 603.734689] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2e1a0be-38ce-4b6d-8ad1-734c530a07bb taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.734829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2e1a0be-38ce-4b6d-8ad1-734c530a07bb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.734871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2e1a0be-38ce-4b6d-8ad1-734c530a07bb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.735231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2e1a0be-38ce-4b6d-8ad1-734c530a07bb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.735231] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2e1a0be-38ce-4b6d-8ad1-734c530a07bb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.933425] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: SUCCESS [ 603.933425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.933425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.933425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.935850] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.935850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.935850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.935850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.935850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.935850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.935850] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.119070] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 661c822c-2113-4c24-b7f6-1cf7f14beb9d [ 604.119295] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.119452] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.119522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.119722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.119822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.119922] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:661c822c-2113-4c24-b7f6-1cf7f14beb9d already deleted. [ 604.121139] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-661c822c-2113-4c24-b7f6-1cf7f14beb9d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.406760] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.406760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.406760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.406760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.406760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.406760] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.406760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.406760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.406760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.406760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.406760] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 already deleted. [ 604.406760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.410254] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2e1a0be-38ce-4b6d-8ad1-734c530a07bb [ 604.410609] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.413098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.413098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.413098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.413098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.413098] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2e1a0be-38ce-4b6d-8ad1-734c530a07bb already deleted. [ 604.413098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2e1a0be-38ce-4b6d-8ad1-734c530a07bb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.439292] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.439518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.439610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.439833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.440404] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.441845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.441845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.441845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.441845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.441845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.441845] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.441845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.441845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.441845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.441845] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.441845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.441845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.442276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.442276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.442798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.442798] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.945516] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 802094f0-b6d4-4716-a34d-7efcc11894da: rpc.has_security_group_logging(os_id): False [ 604.968945] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.968945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.968945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.968945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.968945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.969865] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.969865] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.969865] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.969865] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.969865] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.969865] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.970202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.970202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.970202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.971910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.972468] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.972468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.972468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.972468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.972468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.972770] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da is going to be created. [ 605.012241] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.012474] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.012630] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.014941] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.015313] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.015518] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.015578] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.016170] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.016170] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.016170] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.016342] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.016380] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.016504] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.016686] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.016835] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.016991] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.066016] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.066389] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.066686] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.067077] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.068122] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-42551820-eabc-49d2-a23d-87e4c88c6cc5 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.068495] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-42551820-eabc-49d2-a23d-87e4c88c6cc5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.068758] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-42551820-eabc-49d2-a23d-87e4c88c6cc5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.069212] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-42551820-eabc-49d2-a23d-87e4c88c6cc5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.069688] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42551820-eabc-49d2-a23d-87e4c88c6cc5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.081263] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.081409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.081463] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.081662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.081837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.096779] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: IN_PROGRESS for 2s [ 605.198167] env[66962]: INFO networking_nsxv3.common.synchronization [None req-ab988a68-5955-424b-9e83-6a0181e8f1f5 None None] Enqueued Resource ID: 51efd752-70e1-4af5-8962-cec2f2029f69 with Priority: HIGHEST for action port [ 605.198817] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51efd752-70e1-4af5-8962-cec2f2029f69 with Priority: HIGHEST for action port [ 605.199192] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-51efd752-70e1-4af5-8962-cec2f2029f69 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.199277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51efd752-70e1-4af5-8962-cec2f2029f69" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.199334] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51efd752-70e1-4af5-8962-cec2f2029f69" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.199684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51efd752-70e1-4af5-8962-cec2f2029f69" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.199767] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51efd752-70e1-4af5-8962-cec2f2029f69',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.519429] env[66962]: INFO networking_nsxv3.common.synchronization [req-963372c2-b3f0-42dd-b89b-c3b799ba25f6 req-b223e062-186e-4a24-b5d3-2489e6da759c tempest-VolumesAdminNegativeTest-1113537227 tempest-VolumesAdminNegativeTest-1113537227-project-member] Enqueued Resource ID: b017e89b-147a-4284-bf4c-0833f3d748f3 with Priority: HIGHEST for action security_group_members [ 605.519683] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b017e89b-147a-4284-bf4c-0833f3d748f3 with Priority: HIGHEST for action security_group_members [ 605.520040] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017e89b-147a-4284-bf4c-0833f3d748f3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.521642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.521759] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.522012] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.522205] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.522313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.522387] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.522556] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.522642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.522836] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b017e89b-147a-4284-bf4c-0833f3d748f3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.573432] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.573705] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.573838] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.574135] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.574310] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.574564] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 42551820-eabc-49d2-a23d-87e4c88c6cc5 not found, creating... [ 605.574691] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.574844] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.574965] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.575179] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.575315] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.575567] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.575714] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.575818] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.577123] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.577466] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.577645] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 42551820-eabc-49d2-a23d-87e4c88c6cc5 is going to be created. [ 605.602099] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.602318] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.602497] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.603015] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.603362] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.603842] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-42551820-eabc-49d2-a23d-87e4c88c6cc5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.649543] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 605.649543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.649543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.649783] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.649885] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.649985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.650262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.650262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.650624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.650624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.650624] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.703422] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51efd752-70e1-4af5-8962-cec2f2029f69 [ 605.703850] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.703850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.703850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.704106] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.704172] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.704293] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51efd752-70e1-4af5-8962-cec2f2029f69 already deleted. [ 605.704348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51efd752-70e1-4af5-8962-cec2f2029f69" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.029030] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.029030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.029030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.029030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.029030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.029030] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.029030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.029030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.029030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.029030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.029030] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b017e89b-147a-4284-bf4c-0833f3d748f3 already deleted. [ 606.029030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.152767] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.153052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.153052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.153328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.153566] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.153716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.153803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.154026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.154147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.154675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.154675] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.154675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.154675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.154888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.154888] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.154964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.155160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.155247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.155359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.155460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.155653] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.271017] env[66962]: INFO networking_nsxv3.common.synchronization [req-1a4bd342-21c5-4f64-b792-6fb518bcac35 req-e362a288-d464-4052-b0c5-29e291935774 service nova] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_rules [ 606.271199] env[66962]: INFO networking_nsxv3.common.synchronization [req-1a4bd342-21c5-4f64-b792-6fb518bcac35 req-e362a288-d464-4052-b0c5-29e291935774 service nova] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 606.271326] env[66962]: INFO networking_nsxv3.common.synchronization [req-1a4bd342-21c5-4f64-b792-6fb518bcac35 req-e362a288-d464-4052-b0c5-29e291935774 service nova] Enqueued Resource ID: 42551820-eabc-49d2-a23d-87e4c88c6cc5 with Priority: HIGHEST for action port [ 606.271930] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_rules [ 606.272139] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 606.272200] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42551820-eabc-49d2-a23d-87e4c88c6cc5 with Priority: HIGHEST for action port [ 606.272768] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.272895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.272964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.273243] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.273350] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.274228] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.275032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.275032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.275032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.275032] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.275032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.275032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.275032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.275346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.275346] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.278904] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-42551820-eabc-49d2-a23d-87e4c88c6cc5 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.278904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42551820-eabc-49d2-a23d-87e4c88c6cc5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.278904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42551820-eabc-49d2-a23d-87e4c88c6cc5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.278904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42551820-eabc-49d2-a23d-87e4c88c6cc5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.278904] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42551820-eabc-49d2-a23d-87e4c88c6cc5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.310665] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.310866] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-763" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.310984] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-763" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.311321] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-763" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.311570] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.311725] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.312339] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.312580] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.312724] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.312960] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.313039] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.313143] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.313244] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.313347] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.313445] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.313568] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.334061] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.334224] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.334357] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.334525] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-763" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.334832] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-0dbea1a1-cc26-4860-a7db-085482887d7f taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.334992] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-0dbea1a1-cc26-4860-a7db-085482887d7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.335120] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-0dbea1a1-cc26-4860-a7db-085482887d7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.335429] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-0dbea1a1-cc26-4860-a7db-085482887d7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.335562] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dbea1a1-cc26-4860-a7db-085482887d7f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.392827] env[66962]: INFO networking_nsxv3.common.synchronization [None req-f0d7ab24-885a-438d-8bf5-78c5b47093c1 None None] Enqueued Resource ID: 5ef32120-bf37-4d62-bf8b-1f317431ab00 with Priority: HIGHEST for action port [ 606.392827] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef32120-bf37-4d62-bf8b-1f317431ab00 with Priority: HIGHEST for action port [ 606.393179] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ef32120-bf37-4d62-bf8b-1f317431ab00 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.393179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ef32120-bf37-4d62-bf8b-1f317431ab00" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.393179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ef32120-bf37-4d62-bf8b-1f317431ab00" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.393403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ef32120-bf37-4d62-bf8b-1f317431ab00" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.393480] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ef32120-bf37-4d62-bf8b-1f317431ab00',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.659885] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce11e631-3066-4efa-aa1e-d24f52c90cee: rpc.has_security_group_logging(os_id): False [ 606.679801] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.680174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.680174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.680338] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.680338] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.680502] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.680602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.680651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.680783] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.680886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.681041] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.681133] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.681192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.681323] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.681396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.681606] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.681665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.681755] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.681852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.681925] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.682020] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be created. [ 606.747839] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.747839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.747839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.747839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.747839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.762664] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 606.778366] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.778366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.784347] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.786983] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42551820-eabc-49d2-a23d-87e4c88c6cc5 with status ACTIVE [ 606.787230] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.787382] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.787452] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.787647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.787740] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.787919] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.788027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.788089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.788294] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.788294] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.789217] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.789217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.789217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.789217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.789217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.789217] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42551820-eabc-49d2-a23d-87e4c88c6cc5 is going to be updated. [ 606.811988] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.811988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.811988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.811988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.811988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.811988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42551820-eabc-49d2-a23d-87e4c88c6cc5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.838260] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.838484] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.838605] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.838870] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.839025] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.839173] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 0dbea1a1-cc26-4860-a7db-085482887d7f not found, creating... [ 606.839525] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.839992] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.839992] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.840110] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.840155] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.840695] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.840966] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.842058] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.842134] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.842271] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.842408] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 0dbea1a1-cc26-4860-a7db-085482887d7f is going to be created. [ 606.895893] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ef32120-bf37-4d62-bf8b-1f317431ab00 [ 606.896550] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.896728] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.896804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.897037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.897149] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.897273] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ef32120-bf37-4d62-bf8b-1f317431ab00 already deleted. [ 606.897331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ef32120-bf37-4d62-bf8b-1f317431ab00" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.905045] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.905287] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.905492] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.905667] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.905892] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.906302] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-0dbea1a1-cc26-4860-a7db-085482887d7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.110839] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: SUCCESS [ 607.111143] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.162820] env[66962]: INFO networking_nsxv3.common.synchronization [None req-91db2c24-c567-46cd-b66d-40278b9b2bdd None None] Enqueued Resource ID: 60d9984a-3575-4af8-b5b3-d7559277c96c with Priority: HIGHEST for action port [ 607.163403] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60d9984a-3575-4af8-b5b3-d7559277c96c with Priority: HIGHEST for action port [ 607.163792] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-60d9984a-3575-4af8-b5b3-d7559277c96c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.164116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60d9984a-3575-4af8-b5b3-d7559277c96c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.164116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60d9984a-3575-4af8-b5b3-d7559277c96c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.165458] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60d9984a-3575-4af8-b5b3-d7559277c96c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.165608] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d9984a-3575-4af8-b5b3-d7559277c96c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.292178] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.667979] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60d9984a-3575-4af8-b5b3-d7559277c96c [ 607.667979] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.667979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.667979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.669173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.669327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.669537] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60d9984a-3575-4af8-b5b3-d7559277c96c already deleted. [ 607.669685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60d9984a-3575-4af8-b5b3-d7559277c96c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.712894] env[66962]: INFO networking_nsxv3.common.synchronization [req-963372c2-b3f0-42dd-b89b-c3b799ba25f6 req-7faf1bff-8c38-43bb-bdc7-aee12b47dbf4 service nova] Enqueued Resource ID: b017e89b-147a-4284-bf4c-0833f3d748f3 with Priority: HIGHEST for action security_group_rules [ 607.712894] env[66962]: INFO networking_nsxv3.common.synchronization [req-963372c2-b3f0-42dd-b89b-c3b799ba25f6 req-7faf1bff-8c38-43bb-bdc7-aee12b47dbf4 service nova] Enqueued Resource ID: b017e89b-147a-4284-bf4c-0833f3d748f3 with Priority: HIGHEST for action security_group_members [ 607.712894] env[66962]: INFO networking_nsxv3.common.synchronization [req-963372c2-b3f0-42dd-b89b-c3b799ba25f6 req-7faf1bff-8c38-43bb-bdc7-aee12b47dbf4 service nova] Enqueued Resource ID: 0dbea1a1-cc26-4860-a7db-085482887d7f with Priority: HIGHEST for action port [ 607.714072] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b017e89b-147a-4284-bf4c-0833f3d748f3 with Priority: HIGHEST for action security_group_rules [ 607.714072] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b017e89b-147a-4284-bf4c-0833f3d748f3 with Priority: HIGHEST for action security_group_members [ 607.714072] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbea1a1-cc26-4860-a7db-085482887d7f with Priority: HIGHEST for action port [ 607.714072] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b017e89b-147a-4284-bf4c-0833f3d748f3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.714335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.714335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.714431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.714508] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b017e89b-147a-4284-bf4c-0833f3d748f3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.716990] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017e89b-147a-4284-bf4c-0833f3d748f3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.716990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.716990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.716990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.716990] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.716990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.716990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.716990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.716990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.716990] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b017e89b-147a-4284-bf4c-0833f3d748f3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.717590] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dbea1a1-cc26-4860-a7db-085482887d7f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.717590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dbea1a1-cc26-4860-a7db-085482887d7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.717590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dbea1a1-cc26-4860-a7db-085482887d7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.717590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dbea1a1-cc26-4860-a7db-085482887d7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.717747] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dbea1a1-cc26-4860-a7db-085482887d7f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.795440] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.795524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.795736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.796023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.796141] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.796281] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be created. [ 607.863120] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.863427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.863551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.864302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.864302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.880039] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: UNINITIALIZED for 2s [ 608.165600] env[66962]: INFO networking_nsxv3.common.synchronization [req-a9a360e2-34fb-4baa-a054-d04f25178b70 req-eca78d92-0b36-4a9f-81f0-0e9fe0d33feb tempest-ServersAdminTestJSON-2065164687 tempest-ServersAdminTestJSON-2065164687-project-member] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 608.166177] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 608.167484] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.167484] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.219843] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017e89b-147a-4284-bf4c-0833f3d748f3 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.219987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.220130] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b017e89b-147a-4284-bf4c-0833f3d748f3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.221048] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dbea1a1-cc26-4860-a7db-085482887d7f with status ACTIVE [ 608.221238] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.221382] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.221478] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.221691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.222360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.222360] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.222360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.222360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.222360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.222360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.222636] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.222636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.222636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.223019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.223019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.223019] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dbea1a1-cc26-4860-a7db-085482887d7f is going to be updated. [ 608.268205] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.268205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.268205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.268205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.268205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.268205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dbea1a1-cc26-4860-a7db-085482887d7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.563027] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.563229] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.563361] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.563609] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.563877] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.564911] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.564911] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.564911] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.564911] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.564911] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.564911] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.564911] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.565449] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.565449] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.565449] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.565449] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.589637] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.589797] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.589933] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.590142] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.590776] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-e8e76c8e-5fda-4c5e-bed1-8c765373ba85 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.590963] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-e8e76c8e-5fda-4c5e-bed1-8c765373ba85" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.591096] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-e8e76c8e-5fda-4c5e-bed1-8c765373ba85" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.595020] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-e8e76c8e-5fda-4c5e-bed1-8c765373ba85" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.595020] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e76c8e-5fda-4c5e-bed1-8c765373ba85',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.726058] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b017e89b-147a-4284-bf4c-0833f3d748f3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.775132] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 608.775368] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.098459] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.098788] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.099087] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.099364] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.099634] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.099838] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port e8e76c8e-5fda-4c5e-bed1-8c765373ba85 not found, creating... [ 609.100211] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.100528] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.100653] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.100901] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.101060] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.101352] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.101506] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.101617] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.101822] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.101980] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.102124] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: e8e76c8e-5fda-4c5e-bed1-8c765373ba85 is going to be created. [ 609.127784] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.127998] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.128307] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.128454] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.128693] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.128940] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-e8e76c8e-5fda-4c5e-bed1-8c765373ba85" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.230654] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.230918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.230918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.231097] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.231184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.231281] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b017e89b-147a-4284-bf4c-0833f3d748f3 is going to be created. [ 609.262430] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.262430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.262430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.262430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.262430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.273338] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b017e89b-147a-4284-bf4c-0833f3d748f3 in Status: UNINITIALIZED for 2s [ 609.875541] env[66962]: INFO networking_nsxv3.common.synchronization [req-a9a360e2-34fb-4baa-a054-d04f25178b70 req-7742b5c7-f9e0-456f-ae67-8c79170ca08b service nova] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_rules [ 609.875874] env[66962]: INFO networking_nsxv3.common.synchronization [req-a9a360e2-34fb-4baa-a054-d04f25178b70 req-7742b5c7-f9e0-456f-ae67-8c79170ca08b service nova] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 609.876077] env[66962]: INFO networking_nsxv3.common.synchronization [req-a9a360e2-34fb-4baa-a054-d04f25178b70 req-7742b5c7-f9e0-456f-ae67-8c79170ca08b service nova] Enqueued Resource ID: e8e76c8e-5fda-4c5e-bed1-8c765373ba85 with Priority: HIGHEST for action port [ 609.877481] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_rules [ 609.877770] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 609.877932] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e76c8e-5fda-4c5e-bed1-8c765373ba85 with Priority: HIGHEST for action port [ 609.878725] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.878877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.879228] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.879593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.879900] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8e76c8e-5fda-4c5e-bed1-8c765373ba85 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.880074] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8e76c8e-5fda-4c5e-bed1-8c765373ba85" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.880231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8e76c8e-5fda-4c5e-bed1-8c765373ba85" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.880547] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8e76c8e-5fda-4c5e-bed1-8c765373ba85" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.880954] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e76c8e-5fda-4c5e-bed1-8c765373ba85',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.897481] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 609.897481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.897907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.898162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.898363] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.898479] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.898540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.898691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.898931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.898931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.899075] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.900024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.900439] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.900533] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.900677] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.901645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.901645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.901645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.901846] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.383695] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8e76c8e-5fda-4c5e-bed1-8c765373ba85 with status ACTIVE [ 610.384062] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.384195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.384321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.384584] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.384897] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.384997] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.385331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.385418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.385632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.385721] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.386016] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.386144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.386219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.386406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.386516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.386612] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8e76c8e-5fda-4c5e-bed1-8c765373ba85 is going to be updated. [ 610.404411] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.404554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.404731] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.418169] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.418392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.418392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.419321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.419321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.419321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8e76c8e-5fda-4c5e-bed1-8c765373ba85" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.909375] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.286884] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b017e89b-147a-4284-bf4c-0833f3d748f3 in Status: SUCCESS [ 611.287125] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.287397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.287555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.287755] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.288070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.288070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.288070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.288200] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.288238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.288756] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b017e89b-147a-4284-bf4c-0833f3d748f3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.413319] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.413319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.413319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.413857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.413857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.413857] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be updated. [ 611.451666] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.452078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.452253] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.452555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.454018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.465303] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: IN_PROGRESS for 2s [ 611.791503] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017e89b-147a-4284-bf4c-0833f3d748f3 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.792049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.792175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.792437] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.792662] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.792807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.792903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.793137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.793262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.793401] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.793597] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017e89b-147a-4284-bf4c-0833f3d748f3 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.793786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.793865] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.794087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.794282] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.794984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.795071] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.795235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.795565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.795565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.795565] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b017e89b-147a-4284-bf4c-0833f3d748f3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.903220] env[66962]: INFO networking_nsxv3.common.synchronization [req-b0c9a438-0ea2-46f3-9cde-11da1768f0ef req-bb243cff-1eed-4575-a7cc-ad7e19fb165d tempest-SecurityGroupRulesNegativeTestJSON-1234549272 tempest-SecurityGroupRulesNegativeTestJSON-1234549272-project-member] Enqueued Resource ID: 1c3f0ec3-edad-405a-8fa4-1f88d979773f with Priority: HIGHEST for action security_group_rules [ 611.907165] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3f0ec3-edad-405a-8fa4-1f88d979773f with Priority: HIGHEST for action security_group_rules [ 611.907165] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c3f0ec3-edad-405a-8fa4-1f88d979773f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.907165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c3f0ec3-edad-405a-8fa4-1f88d979773f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.907165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c3f0ec3-edad-405a-8fa4-1f88d979773f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.907515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c3f0ec3-edad-405a-8fa4-1f88d979773f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.907515] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c3f0ec3-edad-405a-8fa4-1f88d979773f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.298192] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b017e89b-147a-4284-bf4c-0833f3d748f3: rpc.has_security_group_logging(os_id): False [ 612.320640] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.320640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.320640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.320640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.320640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.320932] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.320986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.321029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.321165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.321241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.321470] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.321580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.321653] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.321855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.321940] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.322136] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.322328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.322386] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.322524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.322633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.322673] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b017e89b-147a-4284-bf4c-0833f3d748f3 is going to be created. [ 612.409618] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.409618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.409618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.409618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.409905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.430921] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b017e89b-147a-4284-bf4c-0833f3d748f3 in Status: IN_PROGRESS for 2s [ 612.446384] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.446633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.446705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.447071] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.447208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.447308] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c3f0ec3-edad-405a-8fa4-1f88d979773f already deleted. [ 612.447489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c3f0ec3-edad-405a-8fa4-1f88d979773f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.910208] env[66962]: INFO networking_nsxv3.common.synchronization [req-3239d4ad-85b5-4f61-9d40-6723b2dcdd81 req-6e7533b8-2afc-428a-8095-d9558edb1ac6 tempest-InstanceActionsV221TestJSON-1914399861 tempest-InstanceActionsV221TestJSON-1914399861-project-member] Enqueued Resource ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 with Priority: HIGHEST for action security_group_members [ 612.911229] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 with Priority: HIGHEST for action security_group_members [ 612.911229] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.911229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.911229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.911229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.911415] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.911462] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.911979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.911979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.911979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.911979] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afca0e6e-e9d1-47ac-83ca-4a60cfb04161',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.199601] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.199807] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-573" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.199919] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-573" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.200334] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-573" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.200556] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.200665] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.200981] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.200981] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.201096] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.201654] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.201654] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.201654] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.201654] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.201654] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.201946] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.201946] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.223067] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.223930] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.224762] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.225217] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-573" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.226420] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-977b8a5b-0fbc-4a83-a322-68e7c7c46990 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.227719] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-977b8a5b-0fbc-4a83-a322-68e7c7c46990" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.227719] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-977b8a5b-0fbc-4a83-a322-68e7c7c46990" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.227719] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-977b8a5b-0fbc-4a83-a322-68e7c7c46990" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.227719] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('977b8a5b-0fbc-4a83-a322-68e7c7c46990',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.415666] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.415814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.415890] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.416203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.416297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.416485] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.416586] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.416647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.417105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.417105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.417105] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 already deleted. [ 613.417105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.477154] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 613.477424] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.477564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.477814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.479090] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.479269] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.479352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.479559] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.479657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.479760] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.733267] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.733267] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.733267] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.734057] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.734603] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.736372] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 977b8a5b-0fbc-4a83-a322-68e7c7c46990 not found, creating... [ 613.736372] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.736372] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.736372] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.736372] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.736372] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.736372] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.736372] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.737771] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.738121] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.738364] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.738614] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 977b8a5b-0fbc-4a83-a322-68e7c7c46990 is going to be created. [ 613.763324] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.763324] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.763324] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.763324] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.763324] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.763324] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-977b8a5b-0fbc-4a83-a322-68e7c7c46990" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.982185] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.452029] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b017e89b-147a-4284-bf4c-0833f3d748f3 in Status: SUCCESS [ 614.452029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.487152] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.529066] env[66962]: INFO networking_nsxv3.common.synchronization [req-3239d4ad-85b5-4f61-9d40-6723b2dcdd81 req-0241beff-6f7e-455f-b98c-4675d5e3e7bd service nova] Enqueued Resource ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 with Priority: HIGHEST for action security_group_rules [ 614.529349] env[66962]: INFO networking_nsxv3.common.synchronization [req-3239d4ad-85b5-4f61-9d40-6723b2dcdd81 req-0241beff-6f7e-455f-b98c-4675d5e3e7bd service nova] Enqueued Resource ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 with Priority: HIGHEST for action security_group_members [ 614.529636] env[66962]: INFO networking_nsxv3.common.synchronization [req-3239d4ad-85b5-4f61-9d40-6723b2dcdd81 req-0241beff-6f7e-455f-b98c-4675d5e3e7bd service nova] Enqueued Resource ID: 977b8a5b-0fbc-4a83-a322-68e7c7c46990 with Priority: HIGHEST for action port [ 614.530300] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 with Priority: HIGHEST for action security_group_rules [ 614.530438] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 with Priority: HIGHEST for action security_group_members [ 614.530535] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977b8a5b-0fbc-4a83-a322-68e7c7c46990 with Priority: HIGHEST for action port [ 614.530807] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afca0e6e-e9d1-47ac-83ca-4a60cfb04161 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.531359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.531442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.531687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.531825] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afca0e6e-e9d1-47ac-83ca-4a60cfb04161',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.532847] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.532967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.533058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.533791] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.533960] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.534169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.534169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.534354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.534418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.534469] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afca0e6e-e9d1-47ac-83ca-4a60cfb04161',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.535425] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-977b8a5b-0fbc-4a83-a322-68e7c7c46990 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.535551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-977b8a5b-0fbc-4a83-a322-68e7c7c46990" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.535619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-977b8a5b-0fbc-4a83-a322-68e7c7c46990" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.535751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-977b8a5b-0fbc-4a83-a322-68e7c7c46990" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.535882] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('977b8a5b-0fbc-4a83-a322-68e7c7c46990',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.993184] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.993184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.993184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.993184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.993184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.993184] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be updated. [ 615.039375] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afca0e6e-e9d1-47ac-83ca-4a60cfb04161',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.042281] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.042281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.042281] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 977b8a5b-0fbc-4a83-a322-68e7c7c46990 with status ACTIVE [ 615.042281] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.042281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.042281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.042281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.042281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.042281] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.048628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.048628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.048628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.048628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.048628] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.048628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.048628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.048628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.048628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.048628] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 977b8a5b-0fbc-4a83-a322-68e7c7c46990 is going to be updated. [ 615.064458] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.064458] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.064621] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.064684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.064824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.089215] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: IN_PROGRESS for 2s [ 615.115659] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.115812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.115812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.116018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.116160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.116348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-977b8a5b-0fbc-4a83-a322-68e7c7c46990" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.360175] env[66962]: INFO networking_nsxv3.common.synchronization [req-cfa7efed-3718-4d46-94b4-cef4b7058699 req-54c5efe9-136c-4f32-b526-2afe737b02f7 tempest-VolumesAssistedSnapshotsTest-1988981557 tempest-VolumesAssistedSnapshotsTest-1988981557-project-member] Enqueued Resource ID: 8af9902e-6615-4028-a892-42a8175d60ab with Priority: HIGHEST for action security_group_members [ 615.360857] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af9902e-6615-4028-a892-42a8175d60ab with Priority: HIGHEST for action security_group_members [ 615.361577] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af9902e-6615-4028-a892-42a8175d60ab taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.361700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.361767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.362068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.362628] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.362847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.362924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.363084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.363170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.363268] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8af9902e-6615-4028-a892-42a8175d60ab',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.524723] env[66962]: INFO networking_nsxv3.common.synchronization [req-5108b4b7-e552-49d1-8099-721edcb0673c req-171de222-b1cb-4bbe-b316-958bbd9ea7b1 tempest-DeleteServersAdminTestJSON-1522144688 tempest-DeleteServersAdminTestJSON-1522144688-project-admin] Enqueued Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_members [ 615.526722] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_members [ 615.527239] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69baa812-fca4-460b-9687-102629b68e6d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.527506] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.527604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.527840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.528184] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.528388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.528456] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.528643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.528735] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.528834] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.548791] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afca0e6e-e9d1-47ac-83ca-4a60cfb04161',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.867740] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.867924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.868032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.868279] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.868375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.868568] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.868668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.868731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.868878] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.868953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.869048] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af9902e-6615-4028-a892-42a8175d60ab already deleted. [ 615.869136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.972404] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.972607] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-820" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.972744] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-820" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.973119] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-820" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.973451] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.973568] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.973632] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.973934] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.974085] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.974286] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.974392] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.974495] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.974673] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.974845] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.974990] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.975265] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.997598] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.997598] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.997728] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.997892] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-820" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.998209] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.998381] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.998492] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.998842] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.999742] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.031473] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.031731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.031815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.032031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.032121] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.032334] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.032427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.032485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.032637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.032712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.032796] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69baa812-fca4-460b-9687-102629b68e6d is going to be updated. [ 616.053228] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.053380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.053484] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.053690] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.053775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.053887] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 is going to be created. [ 616.073319] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.073499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.074026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.074271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.074420] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.082756] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.082937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.082937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.083120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.083275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.085221] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69baa812-fca4-460b-9687-102629b68e6d in Status: IN_PROGRESS for 2s [ 616.092061] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 in Status: UNINITIALIZED for 2s [ 616.502751] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.502751] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.502751] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.502751] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.503265] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.503299] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc not found, creating... [ 616.504035] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.504035] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.504035] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.504339] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.504339] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.505232] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.505232] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.505232] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.505664] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.505664] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.505761] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc is going to be created. [ 616.531412] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.531803] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.531928] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.532239] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.532793] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.533067] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.857461] env[66962]: INFO networking_nsxv3.common.synchronization [req-4e673f7b-f884-4f2b-b9fd-98f652283619 req-0f9fb15a-18fb-4a32-9a40-aff90997c773 tempest-ServerDiagnosticsTest-437852858 tempest-ServerDiagnosticsTest-437852858-project-member] Enqueued Resource ID: f8d4609d-06b8-430d-9640-4aefb52df18d with Priority: HIGHEST for action security_group_members [ 616.857461] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d4609d-06b8-430d-9640-4aefb52df18d with Priority: HIGHEST for action security_group_members [ 616.857633] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8d4609d-06b8-430d-9640-4aefb52df18d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.858283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.858283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.858283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.858283] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.858490] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.858490] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.858553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.858613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.859082] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8d4609d-06b8-430d-9640-4aefb52df18d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.099585] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 617.099823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.099990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.100216] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.100404] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.100521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.100588] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.100732] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.101690] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.101956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.105016] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.105016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.105016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.105016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.105016] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.105016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.105016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.105016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.105016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.105016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.105016] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.246719] env[66962]: INFO networking_nsxv3.common.synchronization [req-cfa7efed-3718-4d46-94b4-cef4b7058699 req-4f1b65db-95a4-422a-b7e7-2f50301a6f34 service nova] Enqueued Resource ID: 8af9902e-6615-4028-a892-42a8175d60ab with Priority: HIGHEST for action security_group_rules [ 617.246916] env[66962]: INFO networking_nsxv3.common.synchronization [req-cfa7efed-3718-4d46-94b4-cef4b7058699 req-4f1b65db-95a4-422a-b7e7-2f50301a6f34 service nova] Enqueued Resource ID: 8af9902e-6615-4028-a892-42a8175d60ab with Priority: HIGHEST for action security_group_members [ 617.247079] env[66962]: INFO networking_nsxv3.common.synchronization [req-cfa7efed-3718-4d46-94b4-cef4b7058699 req-4f1b65db-95a4-422a-b7e7-2f50301a6f34 service nova] Enqueued Resource ID: 7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc with Priority: HIGHEST for action port [ 617.247629] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af9902e-6615-4028-a892-42a8175d60ab with Priority: HIGHEST for action security_group_rules [ 617.247787] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af9902e-6615-4028-a892-42a8175d60ab with Priority: HIGHEST for action security_group_members [ 617.248022] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc with Priority: HIGHEST for action port [ 617.248246] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af9902e-6615-4028-a892-42a8175d60ab taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.248388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.249364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.249364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.249364] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af9902e-6615-4028-a892-42a8175d60ab',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.249666] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af9902e-6615-4028-a892-42a8175d60ab taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.249867] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.249867] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.250054] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.250217] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.250357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.250425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.250621] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.250720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.250820] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8af9902e-6615-4028-a892-42a8175d60ab',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.251656] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.252564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.252564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.252564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.252564] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.360542] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.360813] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.360813] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.361062] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.361159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.361362] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.361462] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.361524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.361663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.361734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.361876] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d4609d-06b8-430d-9640-4aefb52df18d is going to be updated. [ 617.391870] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.392036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.392102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.392292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.392428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.403066] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d4609d-06b8-430d-9640-4aefb52df18d in Status: IN_PROGRESS for 2s [ 617.607424] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eec93bd7-ee62-41d8-8a49-3ef7642f6909: rpc.has_security_group_logging(os_id): False [ 617.631941] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.632132] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.632132] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.632355] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.632439] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.632646] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.632909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.633059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.633349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.633457] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.633782] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.633930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.633962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.634423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.634582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.635865] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.635865] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.635865] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.635865] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.635865] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.635865] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be created. [ 617.709083] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.709595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.709726] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.710030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.710569] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.728775] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: IN_PROGRESS for 2s [ 617.757022] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8af9902e-6615-4028-a892-42a8175d60ab',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.757022] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc with status ACTIVE [ 617.757022] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.757022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.757022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.757022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.757022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.757022] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.757022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.757022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.757898] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.758153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.758634] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.758897] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.759089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.759326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.759643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.759827] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc is going to be updated. [ 617.761116] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af9902e-6615-4028-a892-42a8175d60ab taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.761557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.803708] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.803827] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.803883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.804217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.804430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.804615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f4a3b8c-f4f4-4908-8e95-b8c2b6dbb9cc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.943325] env[66962]: INFO networking_nsxv3.common.synchronization [req-37e7c8b7-133d-450b-adee-10905653db6b req-af15fbf1-fd56-4b3e-8206-9442caa8d8b7 tempest-DeleteServersTestJSON-1292956810 tempest-DeleteServersTestJSON-1292956810-project-member] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 617.944243] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 617.944988] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.945134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.945249] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.945819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.945819] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.945819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.946110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.946110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.946110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.946226] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.099808] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69baa812-fca4-460b-9687-102629b68e6d in Status: SUCCESS [ 618.100067] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69baa812-fca4-460b-9687-102629b68e6d deletion is rescheduled due to dependency. [ 618.100181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.101389] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 in Status: SUCCESS [ 618.101707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.101913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.102525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.102712] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.102833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.102901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.103075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.103158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.103243] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.103331] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afca0e6e-e9d1-47ac-83ca-4a60cfb04161',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.263173] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8af9902e-6615-4028-a892-42a8175d60ab',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.404598] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.404913] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.405133] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.405948] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.406284] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.406837] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.406837] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.407024] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.407165] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.407454] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.407640] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.407745] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.407992] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.408082] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.408224] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.408411] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.434480] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.434731] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.435098] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.435925] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.435925] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-c6f3c955-f18a-4ef8-b103-ba860f9c62f3 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.435925] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-c6f3c955-f18a-4ef8-b103-ba860f9c62f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.436296] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-c6f3c955-f18a-4ef8-b103-ba860f9c62f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.437025] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-c6f3c955-f18a-4ef8-b103-ba860f9c62f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.437025] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f3c955-f18a-4ef8-b103-ba860f9c62f3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.448584] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.448835] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.448927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.449201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.449312] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.449657] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.449781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.449831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.450065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.450198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.450338] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 already deleted. [ 618.450442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.606647] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.606941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.606941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.607173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.607311] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.607481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.607901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.607901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.607901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.607901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.608183] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.608183] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.608183] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.608421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.608453] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.608544] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.608616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.609077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.609077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.609077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.609077] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afca0e6e-e9d1-47ac-83ca-4a60cfb04161',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.765743] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.765918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.766519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.766519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.766675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.766675] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af9902e-6615-4028-a892-42a8175d60ab is going to be created. [ 618.801920] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.802156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.802209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.802449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.802618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.817505] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af9902e-6615-4028-a892-42a8175d60ab in Status: UNINITIALIZED for 2s [ 618.839607] env[66962]: INFO networking_nsxv3.common.synchronization [None req-373ae048-d661-41b5-aa31-1a7775e43afd None None] Enqueued Resource ID: 97f61335-2400-4963-aac6-9f3430ad0ef9 with Priority: HIGHEST for action port [ 618.840363] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f61335-2400-4963-aac6-9f3430ad0ef9 with Priority: HIGHEST for action port [ 618.840788] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f61335-2400-4963-aac6-9f3430ad0ef9 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.840960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f61335-2400-4963-aac6-9f3430ad0ef9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.842263] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f61335-2400-4963-aac6-9f3430ad0ef9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.842622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f61335-2400-4963-aac6-9f3430ad0ef9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.842727] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f61335-2400-4963-aac6-9f3430ad0ef9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.942532] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.942787] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.946042] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.946042] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.946042] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.946042] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port c6f3c955-f18a-4ef8-b103-ba860f9c62f3 not found, creating... [ 618.946042] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.946042] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.946042] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.946042] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.946042] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.946042] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.946771] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.946771] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.946771] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.946771] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.946771] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: c6f3c955-f18a-4ef8-b103-ba860f9c62f3 is going to be created. [ 618.970961] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.971224] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.971523] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.971569] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.971787] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.972084] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-c6f3c955-f18a-4ef8-b103-ba860f9c62f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.110890] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afca0e6e-e9d1-47ac-83ca-4a60cfb04161: rpc.has_security_group_logging(os_id): False [ 619.140960] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.141197] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.141197] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.141422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.141572] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.141734] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.141887] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.142017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.142135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.142225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.142414] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.142511] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.142571] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.142735] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.142828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.143041] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.143157] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.143222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.143400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.143475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.143564] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 is going to be created. [ 619.232740] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.234384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.234384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.234384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.234384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.249487] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 in Status: IN_PROGRESS for 2s [ 619.345166] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97f61335-2400-4963-aac6-9f3430ad0ef9 [ 619.345341] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.345534] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.345619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.345816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.345905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.345999] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97f61335-2400-4963-aac6-9f3430ad0ef9 already deleted. [ 619.346102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f61335-2400-4963-aac6-9f3430ad0ef9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.414210] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8d4609d-06b8-430d-9640-4aefb52df18d in Status: SUCCESS [ 619.414210] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8d4609d-06b8-430d-9640-4aefb52df18d deletion is rescheduled due to dependency. [ 619.414210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.748021] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 619.748021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.748021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.748021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.748021] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.820535] env[66962]: INFO networking_nsxv3.common.synchronization [req-37e7c8b7-133d-450b-adee-10905653db6b req-d84d18f1-4819-4905-8e6e-7018ade00477 service nova] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_rules [ 619.821063] env[66962]: INFO networking_nsxv3.common.synchronization [req-37e7c8b7-133d-450b-adee-10905653db6b req-d84d18f1-4819-4905-8e6e-7018ade00477 service nova] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 619.821259] env[66962]: INFO networking_nsxv3.common.synchronization [req-37e7c8b7-133d-450b-adee-10905653db6b req-d84d18f1-4819-4905-8e6e-7018ade00477 service nova] Enqueued Resource ID: c6f3c955-f18a-4ef8-b103-ba860f9c62f3 with Priority: HIGHEST for action port [ 619.822029] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_rules [ 619.822154] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 619.822254] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f3c955-f18a-4ef8-b103-ba860f9c62f3 with Priority: HIGHEST for action port [ 619.823383] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.823547] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.823616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.824223] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.824223] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.825358] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.825358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.825358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.825358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.825559] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.825615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.825674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.825819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.825915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.826428] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.828198] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6f3c955-f18a-4ef8-b103-ba860f9c62f3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.828336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6f3c955-f18a-4ef8-b103-ba860f9c62f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.828437] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6f3c955-f18a-4ef8-b103-ba860f9c62f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.828554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6f3c955-f18a-4ef8-b103-ba860f9c62f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.828666] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f3c955-f18a-4ef8-b103-ba860f9c62f3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.908400] env[66962]: INFO networking_nsxv3.common.synchronization [req-e616adfe-74db-4ff7-9f14-cff3908dbc92 req-489fbc34-5d4e-4fcb-80f8-9a897648106e tempest-MultipleCreateTestJSON-1679239079 tempest-MultipleCreateTestJSON-1679239079-project-member] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 619.908959] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 619.909775] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.909775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.909775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.909775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.909963] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.910045] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.910162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.910267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.910351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.910447] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.251144] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.251371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.251427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.252978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.252978] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.252978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.252978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.252978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.252978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.252978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.252978] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.330353] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.331929] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.333051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.333051] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6f3c955-f18a-4ef8-b103-ba860f9c62f3 with status ACTIVE [ 620.333051] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.333051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.333051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.333051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.333051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.333369] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.333369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.333369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.333467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.333467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.333644] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.333730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.333787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.333921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.334468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.334468] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6f3c955-f18a-4ef8-b103-ba860f9c62f3 is going to be updated. [ 620.368217] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.368217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.368217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.368217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.368217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.368217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6f3c955-f18a-4ef8-b103-ba860f9c62f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.412638] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.412805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.412928] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.413159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.413256] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.413499] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.413587] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.413667] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.413797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.413884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.413975] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc already deleted. [ 620.414265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.682357] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-863 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.682674] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.682886] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.683840] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.684299] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.684572] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.684759] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.685117] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.685358] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.685670] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.685854] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.686035] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.686208] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.686419] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.686640] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.686878] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.739130] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.739669] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.739669] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.739930] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.740355] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-1a25080f-8119-41b1-b275-84a23b8ba07c taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.740612] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-1a25080f-8119-41b1-b275-84a23b8ba07c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.740733] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-1a25080f-8119-41b1-b275-84a23b8ba07c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.741126] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-1a25080f-8119-41b1-b275-84a23b8ba07c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.741354] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a25080f-8119-41b1-b275-84a23b8ba07c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.758545] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.758545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.758545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.758545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.758545] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.759178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.759178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.759178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.759178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.759178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.759398] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.759546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.759649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.759860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.760073] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.760200] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.760280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.760443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.760608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.760755] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.760755] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.828127] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af9902e-6615-4028-a892-42a8175d60ab in Status: SUCCESS [ 620.828397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.828593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.828830] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.829060] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.829197] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.829270] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.829491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.829747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.829747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.829848] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8af9902e-6615-4028-a892-42a8175d60ab',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.835754] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.244235] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.244678] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.244735] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.245081] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.245295] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.245564] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 1a25080f-8119-41b1-b275-84a23b8ba07c not found, creating... [ 621.245873] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.246146] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.246293] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.246583] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.246716] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.248334] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.248334] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.248334] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.250232] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.250232] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.250232] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 1a25080f-8119-41b1-b275-84a23b8ba07c is going to be created. [ 621.264084] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eec93bd7-ee62-41d8-8a49-3ef7642f6909: rpc.has_security_group_logging(os_id): False [ 621.267453] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 in Status: SUCCESS [ 621.267855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.273528] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.273982] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.273982] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.274730] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.275193] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.275440] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-1a25080f-8119-41b1-b275-84a23b8ba07c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.308390] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.308709] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.308818] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.309057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.309203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.309724] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.309724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.309724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.310072] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.310072] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.310568] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.310697] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.310744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.310991] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.311176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.311424] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.311531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.311531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.311732] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.311849] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.311989] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be updated. [ 621.332287] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8af9902e-6615-4028-a892-42a8175d60ab',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.339126] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.339126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.339126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.339363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.339709] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.339927] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be created. [ 621.407621] env[66962]: INFO networking_nsxv3.common.synchronization [None req-5d82b825-f41f-4a39-b7e0-ead58afa3597 None None] Enqueued Resource ID: 32ff64d1-4bea-4dc5-a93f-d62f3a2fee63 with Priority: HIGHEST for action port [ 621.411990] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ff64d1-4bea-4dc5-a93f-d62f3a2fee63 with Priority: HIGHEST for action port [ 621.413715] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.414023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.414175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.414547] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.414853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.420254] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ff64d1-4bea-4dc5-a93f-d62f3a2fee63 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.421247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ff64d1-4bea-4dc5-a93f-d62f3a2fee63" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.421247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ff64d1-4bea-4dc5-a93f-d62f3a2fee63" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.421247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ff64d1-4bea-4dc5-a93f-d62f3a2fee63" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.421247] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ff64d1-4bea-4dc5-a93f-d62f3a2fee63',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.453328] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: UNINITIALIZED for 2s [ 621.504207] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.504207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.504207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.504481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.504481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.534692] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: IN_PROGRESS for 2s [ 621.835097] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8af9902e-6615-4028-a892-42a8175d60ab: rpc.has_security_group_logging(os_id): False [ 621.868031] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.868168] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.868168] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.868383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.868533] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.869214] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.869214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.869214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.869214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.869509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.870126] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af9902e-6615-4028-a892-42a8175d60ab is going to be created. [ 621.925206] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32ff64d1-4bea-4dc5-a93f-d62f3a2fee63 [ 621.925206] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.925206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.925206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.925206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.925206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.925206] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32ff64d1-4bea-4dc5-a93f-d62f3a2fee63 already deleted. [ 621.925206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ff64d1-4bea-4dc5-a93f-d62f3a2fee63" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.001279] env[66962]: INFO networking_nsxv3.common.synchronization [req-e616adfe-74db-4ff7-9f14-cff3908dbc92 req-f6325c93-0243-49fd-88db-5a1250588f68 service nova] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_rules [ 622.001279] env[66962]: INFO networking_nsxv3.common.synchronization [req-e616adfe-74db-4ff7-9f14-cff3908dbc92 req-f6325c93-0243-49fd-88db-5a1250588f68 service nova] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 622.001279] env[66962]: INFO networking_nsxv3.common.synchronization [req-e616adfe-74db-4ff7-9f14-cff3908dbc92 req-f6325c93-0243-49fd-88db-5a1250588f68 service nova] Enqueued Resource ID: 1a25080f-8119-41b1-b275-84a23b8ba07c with Priority: HIGHEST for action port [ 622.003890] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.003890] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.003890] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.004144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.004192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.005648] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_rules [ 622.005788] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 622.005883] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a25080f-8119-41b1-b275-84a23b8ba07c with Priority: HIGHEST for action port [ 622.008419] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.008537] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.008583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.009914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.009914] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.010430] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.010681] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.010681] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.011318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.011318] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.011318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.011318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.013874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.013944] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.014826] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.015232] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a25080f-8119-41b1-b275-84a23b8ba07c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.015369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a25080f-8119-41b1-b275-84a23b8ba07c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.015455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a25080f-8119-41b1-b275-84a23b8ba07c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.015662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a25080f-8119-41b1-b275-84a23b8ba07c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.015800] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a25080f-8119-41b1-b275-84a23b8ba07c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.037040] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8af9902e-6615-4028-a892-42a8175d60ab in Status: IN_PROGRESS for 2s [ 622.521082] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a25080f-8119-41b1-b275-84a23b8ba07c with status ACTIVE [ 622.521482] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.521699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.521763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.521974] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.522345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.522345] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.522464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.522464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.522635] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.522771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.522935] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.522999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.523075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.523433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.523433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.523433] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a25080f-8119-41b1-b275-84a23b8ba07c is going to be updated. [ 622.527693] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.527693] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.527693] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.539297] env[66962]: INFO networking_nsxv3.common.synchronization [req-e616adfe-74db-4ff7-9f14-cff3908dbc92 req-cdc1d245-49f5-4817-9378-8d339a4397fc tempest-MultipleCreateTestJSON-1679239079 tempest-MultipleCreateTestJSON-1679239079-project-member] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 622.540037] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 622.540270] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.540377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.552784] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.553211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.553211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.553399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.553399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.553831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a25080f-8119-41b1-b275-84a23b8ba07c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.028463] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.383707] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-863 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.384162] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.384162] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.384398] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.384718] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.384843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.384946] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.389231] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.389231] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.389231] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.389231] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.389231] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.389231] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.389231] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.389231] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.389231] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.413769] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.413769] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.413973] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.414206] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.414630] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-6129f40e-868b-4075-bff9-e2204d2a3a5f taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.415868] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-6129f40e-868b-4075-bff9-e2204d2a3a5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.415868] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-6129f40e-868b-4075-bff9-e2204d2a3a5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.415868] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-6129f40e-868b-4075-bff9-e2204d2a3a5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.415868] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6129f40e-868b-4075-bff9-e2204d2a3a5f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.466058] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 623.466281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.466418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.467587] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.467587] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.467587] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.467587] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.467587] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.467587] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.467875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.467875] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.532227] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.532436] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.532536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.532685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.532838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.532894] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be created. [ 623.553012] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 623.553233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.562128] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.562128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.562128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.562616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.562616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.578034] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: UNINITIALIZED for 2s [ 623.919279] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.919279] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.919279] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.919279] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.920294] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.920294] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 6129f40e-868b-4075-bff9-e2204d2a3a5f not found, creating... [ 623.920294] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.920294] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.920294] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.920777] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.920777] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.920919] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.921232] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.921405] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.921680] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.921953] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.922221] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 6129f40e-868b-4075-bff9-e2204d2a3a5f is going to be created. [ 623.949215] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.949430] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.949530] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.949937] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.950210] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.950425] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-6129f40e-868b-4075-bff9-e2204d2a3a5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.971354] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.971354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.971354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.971354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.971354] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.971354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.971354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.971665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.971665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.971723] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.971844] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.971939] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.971999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.972247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.972457] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.972505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.972556] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.972749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.972810] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.972885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.972974] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.053978] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8af9902e-6615-4028-a892-42a8175d60ab in Status: SUCCESS [ 624.054334] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.475503] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5d33064-6236-4da6-bd65-51867bacca29: rpc.has_security_group_logging(os_id): False [ 624.497210] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.497210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.497210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.497391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.497432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.497990] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.497990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.497990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.498410] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.498410] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.498410] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.498675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.498675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.498839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.498839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.499288] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.499288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.499288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.499492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.499492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.499917] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be created. [ 624.579439] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.579664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.579664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.579913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.580172] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.595060] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 624.605200] env[66962]: INFO networking_nsxv3.common.synchronization [None req-6f02691e-a15c-439e-9ab6-86306728ce94 None None] Enqueued Resource ID: 0df4ce03-3f65-411c-ba28-44e3375040b0 with Priority: HIGHEST for action port [ 624.605786] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df4ce03-3f65-411c-ba28-44e3375040b0 with Priority: HIGHEST for action port [ 624.606163] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-0df4ce03-3f65-411c-ba28-44e3375040b0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.606778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0df4ce03-3f65-411c-ba28-44e3375040b0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.606881] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0df4ce03-3f65-411c-ba28-44e3375040b0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.607143] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0df4ce03-3f65-411c-ba28-44e3375040b0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.607221] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0df4ce03-3f65-411c-ba28-44e3375040b0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.700027] env[66962]: INFO networking_nsxv3.common.synchronization [req-e616adfe-74db-4ff7-9f14-cff3908dbc92 req-0752a1bb-b421-41ef-b93a-91f5a2d8e665 service nova] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_rules [ 624.700027] env[66962]: INFO networking_nsxv3.common.synchronization [req-e616adfe-74db-4ff7-9f14-cff3908dbc92 req-0752a1bb-b421-41ef-b93a-91f5a2d8e665 service nova] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 624.700027] env[66962]: INFO networking_nsxv3.common.synchronization [req-e616adfe-74db-4ff7-9f14-cff3908dbc92 req-0752a1bb-b421-41ef-b93a-91f5a2d8e665 service nova] Enqueued Resource ID: 6129f40e-868b-4075-bff9-e2204d2a3a5f with Priority: HIGHEST for action port [ 624.701013] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_rules [ 624.704126] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 624.704126] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6129f40e-868b-4075-bff9-e2204d2a3a5f with Priority: HIGHEST for action port [ 624.704126] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.704126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.704126] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.704126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.704126] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-6129f40e-868b-4075-bff9-e2204d2a3a5f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.704126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6129f40e-868b-4075-bff9-e2204d2a3a5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.704126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6129f40e-868b-4075-bff9-e2204d2a3a5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.704126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6129f40e-868b-4075-bff9-e2204d2a3a5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.704126] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6129f40e-868b-4075-bff9-e2204d2a3a5f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.801233] env[66962]: INFO networking_nsxv3.common.synchronization [None req-c59ebe3b-c751-45c6-a61e-5d44da17ab5d tempest-ServersWithSpecificFlavorTestJSON-1484999914 tempest-ServersWithSpecificFlavorTestJSON-1484999914-project-member] Enqueued Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_rules [ 624.801819] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_rules [ 624.802609] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.802609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.802780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.803192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.803269] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.079226] env[66962]: INFO networking_nsxv3.common.synchronization [None req-b38d4f51-2edd-4732-b882-a5a8c9711a06 tempest-ServersWithSpecificFlavorTestJSON-1484999914 tempest-ServersWithSpecificFlavorTestJSON-1484999914-project-member] Enqueued Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_rules [ 625.079226] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_rules [ 625.079226] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.079226] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.112447] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0df4ce03-3f65-411c-ba28-44e3375040b0 [ 625.112447] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.112447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.112447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.112447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.112447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.112447] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0df4ce03-3f65-411c-ba28-44e3375040b0 already deleted. [ 625.112447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0df4ce03-3f65-411c-ba28-44e3375040b0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.212152] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6129f40e-868b-4075-bff9-e2204d2a3a5f with status ACTIVE [ 625.212152] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.212152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.212152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.212152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.212152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.212152] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.212152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.212152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.212152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.212152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.212152] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.212152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.212152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.212152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.212152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.212152] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6129f40e-868b-4075-bff9-e2204d2a3a5f is going to be updated. [ 625.238895] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.238895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.238895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.238895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.238895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.238895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6129f40e-868b-4075-bff9-e2204d2a3a5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.350639] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.352978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.352978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.352978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.352978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.352978] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad already deleted. [ 625.352978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.352978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.352978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.352978] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.592264] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: SUCCESS [ 625.592485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.592659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.592980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.593194] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.593318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.593385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.593543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.593626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.593714] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.593815] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.594753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.595040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.595591] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.595591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.595591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.595829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.595829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.595829] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.874948] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.875126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.875255] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.875475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.875583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.875660] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad already deleted. [ 625.875742] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.098337] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.098652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.098832] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.603523] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.611143] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 626.611143] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.109092] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.109400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.109400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.109591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.109746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.109896] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be updated. [ 627.152716] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.152908] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.153334] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.153334] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.153535] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.168237] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: IN_PROGRESS for 2s [ 627.210413] env[66962]: INFO networking_nsxv3.common.synchronization [None req-b49143e5-836f-4196-b8a9-e983b674171b None None] Enqueued Resource ID: 51908b48-6ddc-4d16-ad07-5520fe7b6be1 with Priority: HIGHEST for action port [ 627.210413] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51908b48-6ddc-4d16-ad07-5520fe7b6be1 with Priority: HIGHEST for action port [ 627.210616] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-51908b48-6ddc-4d16-ad07-5520fe7b6be1 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.210736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51908b48-6ddc-4d16-ad07-5520fe7b6be1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.210805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51908b48-6ddc-4d16-ad07-5520fe7b6be1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.211082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51908b48-6ddc-4d16-ad07-5520fe7b6be1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.211933] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51908b48-6ddc-4d16-ad07-5520fe7b6be1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.713642] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51908b48-6ddc-4d16-ad07-5520fe7b6be1 [ 627.715100] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.715100] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.715100] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.715100] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.715100] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.715100] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51908b48-6ddc-4d16-ad07-5520fe7b6be1 already deleted. [ 627.715100] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51908b48-6ddc-4d16-ad07-5520fe7b6be1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.184335] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: SUCCESS [ 629.185048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.185048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.185048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.185048] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.185228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.185228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.185416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.185513] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.185648] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.394709] env[66962]: INFO networking_nsxv3.common.synchronization [req-1181e367-b657-4892-9622-3466bcf1463f req-a6eac733-e713-4247-8ee3-19af2b7ff8ad tempest-MigrationsAdminTest-2072761647 tempest-MigrationsAdminTest-2072761647-project-member] Enqueued Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_members [ 629.395303] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_members [ 629.395303] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.395303] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.395681] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.395681] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.395921] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.396043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.396105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.396277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.396380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.396664] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.688089] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.900112] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.900299] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.900341] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.900619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.900819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.900883] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.900945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.900993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.901154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.901229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.901312] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e already deleted. [ 629.901389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.910484] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.910653] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.910771] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.911015] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.911266] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.911413] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.911521] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.911718] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.912031] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.912268] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.912375] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.912477] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.912578] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.912678] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.912780] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.912903] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.943302] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.943580] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.943792] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.944067] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.944528] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-c4d47af5-2129-4899-8ee6-fdea48403e2c taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.944840] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-c4d47af5-2129-4899-8ee6-fdea48403e2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.945059] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-c4d47af5-2129-4899-8ee6-fdea48403e2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.945827] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-c4d47af5-2129-4899-8ee6-fdea48403e2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.945827] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4d47af5-2129-4899-8ee6-fdea48403e2c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.191232] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.450016] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.450291] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.450291] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.450291] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.450291] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.450291] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port c4d47af5-2129-4899-8ee6-fdea48403e2c not found, creating... [ 630.451663] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.454111] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.454111] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.454111] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.454111] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.454111] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.454111] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.454111] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.454111] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.454111] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.454653] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: c4d47af5-2129-4899-8ee6-fdea48403e2c is going to be created. [ 630.486441] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.486721] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.487149] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.487478] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.487794] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.488082] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-c4d47af5-2129-4899-8ee6-fdea48403e2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.698023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.698188] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.698276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.698499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.698590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.698689] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be updated. [ 630.736498] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.736498] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.736498] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.736761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.736761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.749402] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: IN_PROGRESS for 2s [ 631.157336] env[66962]: INFO networking_nsxv3.common.synchronization [None req-042c4779-29de-4865-a2f6-4eb9403fdf2b None None] Enqueued Resource ID: 627eff40-ff35-49da-af29-06496b298d6e with Priority: HIGHEST for action port [ 631.157628] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 627eff40-ff35-49da-af29-06496b298d6e with Priority: HIGHEST for action port [ 631.158223] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-627eff40-ff35-49da-af29-06496b298d6e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.158367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-627eff40-ff35-49da-af29-06496b298d6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.158416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-627eff40-ff35-49da-af29-06496b298d6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.158653] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-627eff40-ff35-49da-af29-06496b298d6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.158739] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('627eff40-ff35-49da-af29-06496b298d6e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.186185] env[66962]: INFO networking_nsxv3.common.synchronization [req-1181e367-b657-4892-9622-3466bcf1463f req-4a43984e-c2df-4f5c-8447-d4aff7b35e09 service nova] Enqueued Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_rules [ 631.186185] env[66962]: INFO networking_nsxv3.common.synchronization [req-1181e367-b657-4892-9622-3466bcf1463f req-4a43984e-c2df-4f5c-8447-d4aff7b35e09 service nova] Enqueued Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_members [ 631.186185] env[66962]: INFO networking_nsxv3.common.synchronization [req-1181e367-b657-4892-9622-3466bcf1463f req-4a43984e-c2df-4f5c-8447-d4aff7b35e09 service nova] Enqueued Resource ID: c4d47af5-2129-4899-8ee6-fdea48403e2c with Priority: HIGHEST for action port [ 631.186185] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_rules [ 631.186185] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_members [ 631.186185] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d47af5-2129-4899-8ee6-fdea48403e2c with Priority: HIGHEST for action port [ 631.187021] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28e12498-6cf9-44ac-8fdd-af6ecdf0065e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.187358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.187652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.187994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.188183] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.189224] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.189475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.189633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.189914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.190460] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.190685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.190851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.191390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.191775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.191962] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.193236] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4d47af5-2129-4899-8ee6-fdea48403e2c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.195874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4d47af5-2129-4899-8ee6-fdea48403e2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.195874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4d47af5-2129-4899-8ee6-fdea48403e2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.195874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4d47af5-2129-4899-8ee6-fdea48403e2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.195874] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4d47af5-2129-4899-8ee6-fdea48403e2c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.661419] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 627eff40-ff35-49da-af29-06496b298d6e [ 631.661683] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.663030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.663030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.663030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.663030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.663030] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:627eff40-ff35-49da-af29-06496b298d6e already deleted. [ 631.663030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-627eff40-ff35-49da-af29-06496b298d6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.698046] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.698046] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.698046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.699189] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4d47af5-2129-4899-8ee6-fdea48403e2c with status ACTIVE [ 631.699387] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.699508] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.699574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.699822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.699918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.700196] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.700324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.700387] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.700601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.700601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.700779] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.700881] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.700918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.702274] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.702699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.702699] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4d47af5-2129-4899-8ee6-fdea48403e2c is going to be updated. [ 631.723552] env[66962]: INFO networking_nsxv3.common.synchronization [req-1fdeb5ad-ac6c-4e15-b9ec-1c5742f5a1d9 req-459a1848-e490-4a8f-bd07-60ae78fcceeb tempest-ServerDiagnosticsNegativeTest-220712868 tempest-ServerDiagnosticsNegativeTest-220712868-project-member] Enqueued Resource ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 with Priority: HIGHEST for action security_group_members [ 631.724108] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 with Priority: HIGHEST for action security_group_members [ 631.724612] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07383a35-f47d-401e-85e0-c5ab0bad79b4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.724729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.724791] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.726568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.726774] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.726917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.726962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.730239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.730239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.730371] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07383a35-f47d-401e-85e0-c5ab0bad79b4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.732073] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.732969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.732969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.732969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.732969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.732969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4d47af5-2129-4899-8ee6-fdea48403e2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.105661] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.105969] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.106408] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.106812] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.107237] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.107495] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.108435] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.108804] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.109036] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.109334] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.109496] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.109653] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.109841] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.109971] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.110091] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.110285] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.134669] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.134858] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.134979] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.135158] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.135549] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-c787437c-68a9-45c4-80ff-2ce4279d8b5f taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.135959] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-c787437c-68a9-45c4-80ff-2ce4279d8b5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.136192] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-c787437c-68a9-45c4-80ff-2ce4279d8b5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.136522] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-c787437c-68a9-45c4-80ff-2ce4279d8b5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.136671] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c787437c-68a9-45c4-80ff-2ce4279d8b5f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.206059] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.238280] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.238466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.238554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.238837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.238941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.239172] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.239290] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.239352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.239510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.239615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.239734] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 already deleted. [ 632.239829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.640588] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.640588] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.640588] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.640588] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.640945] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.640945] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port c787437c-68a9-45c4-80ff-2ce4279d8b5f not found, creating... [ 632.641250] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.641414] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.641525] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.641777] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.642447] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.642447] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.642626] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.642757] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.648819] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.649266] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.649423] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: c787437c-68a9-45c4-80ff-2ce4279d8b5f is going to be created. [ 632.673367] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.673367] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.673367] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.673367] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.673774] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.674088] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-c787437c-68a9-45c4-80ff-2ce4279d8b5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.709349] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.709541] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.709598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.710042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.710154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.710206] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e is going to be created. [ 632.744590] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.744755] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.744844] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.745098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.745260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.760720] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: SUCCESS [ 632.760720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.760720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.760720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.760720] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.760720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.760720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.761303] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.761546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.761942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.762273] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.762522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.765083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.765083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.765083] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.765083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.765083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.765083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.765083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.765083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.765083] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.765913] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e in Status: UNINITIALIZED for 2s [ 633.267816] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f54c10e5-da46-41b3-ac5f-92edde4b4bcc: rpc.has_security_group_logging(os_id): False [ 633.294449] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.294688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.294688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.294918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.295031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.295324] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.295436] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.295500] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.295691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.295781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.296093] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.296197] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.296280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.296440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.296539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.296825] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.296984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.297685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.297861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.298183] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.298311] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be created. [ 633.392664] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.392664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.392664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.392664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.392664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.405841] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: IN_PROGRESS for 2s [ 633.448524] env[66962]: INFO networking_nsxv3.common.synchronization [req-1fdeb5ad-ac6c-4e15-b9ec-1c5742f5a1d9 req-18b8d459-8b83-49d6-8ca1-43849a404fe3 service nova] Enqueued Resource ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 with Priority: HIGHEST for action security_group_rules [ 633.448762] env[66962]: INFO networking_nsxv3.common.synchronization [req-1fdeb5ad-ac6c-4e15-b9ec-1c5742f5a1d9 req-18b8d459-8b83-49d6-8ca1-43849a404fe3 service nova] Enqueued Resource ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 with Priority: HIGHEST for action security_group_members [ 633.449079] env[66962]: INFO networking_nsxv3.common.synchronization [req-1fdeb5ad-ac6c-4e15-b9ec-1c5742f5a1d9 req-18b8d459-8b83-49d6-8ca1-43849a404fe3 service nova] Enqueued Resource ID: c787437c-68a9-45c4-80ff-2ce4279d8b5f with Priority: HIGHEST for action port [ 633.449787] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 with Priority: HIGHEST for action security_group_rules [ 633.450376] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 with Priority: HIGHEST for action security_group_members [ 633.450489] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c787437c-68a9-45c4-80ff-2ce4279d8b5f with Priority: HIGHEST for action port [ 633.450744] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07383a35-f47d-401e-85e0-c5ab0bad79b4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.451131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.451131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.451396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.451791] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07383a35-f47d-401e-85e0-c5ab0bad79b4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.452782] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07383a35-f47d-401e-85e0-c5ab0bad79b4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.452856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.452901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.453214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.453313] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.453417] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.453458] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.453604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.453691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.453825] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07383a35-f47d-401e-85e0-c5ab0bad79b4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.466184] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c787437c-68a9-45c4-80ff-2ce4279d8b5f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.467084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c787437c-68a9-45c4-80ff-2ce4279d8b5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.467084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c787437c-68a9-45c4-80ff-2ce4279d8b5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.467084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c787437c-68a9-45c4-80ff-2ce4279d8b5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.467084] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c787437c-68a9-45c4-80ff-2ce4279d8b5f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.575094] env[66962]: INFO networking_nsxv3.common.synchronization [None req-a639d887-f043-442c-ae67-1426058efd3d None None] Enqueued Resource ID: 199f4784-ff44-48ef-a87f-d8ed28d60417 with Priority: HIGHEST for action port [ 633.575875] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 199f4784-ff44-48ef-a87f-d8ed28d60417 with Priority: HIGHEST for action port [ 633.577355] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-199f4784-ff44-48ef-a87f-d8ed28d60417 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.577437] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-199f4784-ff44-48ef-a87f-d8ed28d60417" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.577967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-199f4784-ff44-48ef-a87f-d8ed28d60417" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.577967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-199f4784-ff44-48ef-a87f-d8ed28d60417" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.577967] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('199f4784-ff44-48ef-a87f-d8ed28d60417',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.967236] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07383a35-f47d-401e-85e0-c5ab0bad79b4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.970155] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07383a35-f47d-401e-85e0-c5ab0bad79b4 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.970155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.974995] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c787437c-68a9-45c4-80ff-2ce4279d8b5f with status ACTIVE [ 633.974995] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.974995] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.974995] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.974995] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.974995] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.975450] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.975450] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.975593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.975878] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.975878] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.976061] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.976209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.976361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.976414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.977112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.977112] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c787437c-68a9-45c4-80ff-2ce4279d8b5f is going to be updated. [ 634.009074] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.009314] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.009314] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.009409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.010807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.010807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c787437c-68a9-45c4-80ff-2ce4279d8b5f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.083492] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 199f4784-ff44-48ef-a87f-d8ed28d60417 [ 634.083898] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.084028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.084072] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.086015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.086015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.086015] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:199f4784-ff44-48ef-a87f-d8ed28d60417 already deleted. [ 634.086015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-199f4784-ff44-48ef-a87f-d8ed28d60417" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.180612] env[66962]: INFO networking_nsxv3.common.synchronization [req-9365beed-7a8a-4b7d-9192-0d060d1c79bf req-c76b2ef6-71d0-4b2a-9bdd-c56e168eade6 tempest-DeleteServersAdminTestJSON-1207377649 tempest-DeleteServersAdminTestJSON-1207377649-project-member] Enqueued Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_members [ 634.180612] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_members [ 634.181216] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69baa812-fca4-460b-9687-102629b68e6d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.181328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.181328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.182116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.182116] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.182116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.182116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.182321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.182371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.182479] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.270205] env[66962]: INFO networking_nsxv3.common.synchronization [None req-fd7f41f2-bc7e-4882-ba47-db74d0820bb0 tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGHEST for action security_group_rules [ 634.270205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGHEST for action security_group_rules [ 634.270205] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e99876-c9d4-4083-9800-dd2400801835 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.270205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.270544] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.270544] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.270613] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e99876-c9d4-4083-9800-dd2400801835',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.376030] env[66962]: INFO networking_nsxv3.common.synchronization [None req-fee59d75-d3e3-4fa9-940c-449b3c73e386 tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGHEST for action security_group_rules [ 634.376136] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGHEST for action security_group_rules [ 634.376381] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e99876-c9d4-4083-9800-dd2400801835 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.376496] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.471187] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07383a35-f47d-401e-85e0-c5ab0bad79b4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.685743] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.686290] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.686290] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.686591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.686760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.687165] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.687503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.687575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.687925] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.687986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.688205] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69baa812-fca4-460b-9687-102629b68e6d is going to be updated. [ 634.730930] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.731240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.731316] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.731571] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.731814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.743759] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69baa812-fca4-460b-9687-102629b68e6d in Status: IN_PROGRESS for 2s [ 634.783154] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e in Status: SUCCESS [ 634.783336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.783573] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.783814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.784089] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.784291] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.784379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.784550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.784637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.784727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.784822] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.794452] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.794733] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.794838] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.795394] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.795696] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.795871] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.795992] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.796266] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.796508] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.796751] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.796864] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.796970] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.797110] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.797240] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.797353] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.797498] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.800189] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.800395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.800453] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.800608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.800717] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.800818] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e99876-c9d4-4083-9800-dd2400801835 already deleted. [ 634.800900] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.802254] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.802459] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.802548] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e99876-c9d4-4083-9800-dd2400801835',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.827561] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.827815] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.828067] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.828201] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.828587] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-641abeaf-15de-41c0-8433-3b6aec62848e taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.828777] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-641abeaf-15de-41c0-8433-3b6aec62848e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.828897] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-641abeaf-15de-41c0-8433-3b6aec62848e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.829391] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-641abeaf-15de-41c0-8433-3b6aec62848e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.829543] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('641abeaf-15de-41c0-8433-3b6aec62848e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.974063] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.974239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.974305] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.974515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.974607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.974701] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 is going to be created. [ 635.006675] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.006873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.006953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.007182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.007341] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.018638] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 in Status: UNINITIALIZED for 2s [ 635.288515] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.288953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.288953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.289185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.289518] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.289699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.289828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.290116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.290283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.290539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.290728] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.290871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.290939] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.291132] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.291286] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.291395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.291642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.291934] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.292098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.292296] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.292493] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.331688] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.332061] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.332217] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.332571] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.332755] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.332962] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 641abeaf-15de-41c0-8433-3b6aec62848e not found, creating... [ 635.333296] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.333494] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.333626] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.333907] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.334074] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.334378] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.334559] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.334714] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.334971] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.335177] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.335354] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 641abeaf-15de-41c0-8433-3b6aec62848e is going to be created. [ 635.349851] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.350087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.350211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.350404] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.350481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.350577] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e99876-c9d4-4083-9800-dd2400801835 already deleted. [ 635.350657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.367950] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.368556] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.368695] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.369102] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.369325] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.369609] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-641abeaf-15de-41c0-8433-3b6aec62848e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.423170] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: SUCCESS [ 635.423482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.423693] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.423957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.424071] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.796450] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28e12498-6cf9-44ac-8fdd-af6ecdf0065e: rpc.has_security_group_logging(os_id): False [ 635.820588] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.820839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.820839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.821144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.821227] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.821657] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.821722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.821773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.821935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.822097] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.822417] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.822553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.822608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.822783] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.822896] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.823155] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.823248] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.823289] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.823446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.823592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.823699] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e is going to be created. [ 635.926625] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.927214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.927214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.927444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.927560] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.927642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.927742] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.928036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.928150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.928285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.928412] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.933328] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.933545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.933601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.933879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.934187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.959649] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e in Status: IN_PROGRESS for 2s [ 636.141776] env[66962]: INFO networking_nsxv3.common.synchronization [req-9365beed-7a8a-4b7d-9192-0d060d1c79bf req-9c70c036-ef7b-412a-a4e7-4a09da0b7593 service nova] Enqueued Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_rules [ 636.141887] env[66962]: INFO networking_nsxv3.common.synchronization [req-9365beed-7a8a-4b7d-9192-0d060d1c79bf req-9c70c036-ef7b-412a-a4e7-4a09da0b7593 service nova] Enqueued Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_members [ 636.143188] env[66962]: INFO networking_nsxv3.common.synchronization [req-9365beed-7a8a-4b7d-9192-0d060d1c79bf req-9c70c036-ef7b-412a-a4e7-4a09da0b7593 service nova] Enqueued Resource ID: 641abeaf-15de-41c0-8433-3b6aec62848e with Priority: HIGHEST for action port [ 636.143188] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_rules [ 636.143188] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_members [ 636.143500] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641abeaf-15de-41c0-8433-3b6aec62848e with Priority: HIGHEST for action port [ 636.143625] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69baa812-fca4-460b-9687-102629b68e6d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.144960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.144960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.144960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.144960] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.145276] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69baa812-fca4-460b-9687-102629b68e6d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.145276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.145432] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-641abeaf-15de-41c0-8433-3b6aec62848e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.145521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-641abeaf-15de-41c0-8433-3b6aec62848e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.145582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-641abeaf-15de-41c0-8433-3b6aec62848e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.145807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-641abeaf-15de-41c0-8433-3b6aec62848e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.145947] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('641abeaf-15de-41c0-8433-3b6aec62848e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.433852] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.433852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.433852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.433852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.434368] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.434368] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.434368] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.434368] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.434368] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.434368] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.434656] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.434656] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.434656] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.434850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.435145] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.435145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.435145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.435272] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.435272] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.435332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.435413] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.648303] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69baa812-fca4-460b-9687-102629b68e6d taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.649501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.649501] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 641abeaf-15de-41c0-8433-3b6aec62848e with status ACTIVE [ 636.649501] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.649501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.649501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.649501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.650017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.650017] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.650017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.650017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.650182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.650182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.650330] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.650421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.650481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.650651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.650706] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.650789] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 641abeaf-15de-41c0-8433-3b6aec62848e is going to be updated. [ 636.677209] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.677209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.677209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.677360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.677360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.678602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-641abeaf-15de-41c0-8433-3b6aec62848e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.725908] env[66962]: INFO networking_nsxv3.common.synchronization [req-e19fa6ce-a81a-4f24-9635-ff2de71f0486 req-6b840e67-f355-439a-930f-dfab479bd9da tempest-VolumesAdminNegativeTest-1113537227 tempest-VolumesAdminNegativeTest-1113537227-project-member] Enqueued Resource ID: b017e89b-147a-4284-bf4c-0833f3d748f3 with Priority: HIGHEST for action security_group_members [ 636.726562] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b017e89b-147a-4284-bf4c-0833f3d748f3 with Priority: HIGHEST for action security_group_members [ 636.726733] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017e89b-147a-4284-bf4c-0833f3d748f3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.727393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.727393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.727393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.727393] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.727606] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.727606] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.727701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.727773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.727872] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b017e89b-147a-4284-bf4c-0833f3d748f3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.757126] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69baa812-fca4-460b-9687-102629b68e6d in Status: SUCCESS [ 636.757126] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69baa812-fca4-460b-9687-102629b68e6d deletion is rescheduled due to dependency. [ 636.757126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.757520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.757886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.758127] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.758323] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.758434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.759792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.759792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.759792] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.771113] env[66962]: INFO networking_nsxv3.common.synchronization [req-947bb646-a872-4ac9-bb62-d3aa4d1c5d4b req-6604369a-3a92-46cb-af60-42ebe9fdbcf6 tempest-InstanceActionsV221TestJSON-1914399861 tempest-InstanceActionsV221TestJSON-1914399861-project-member] Enqueued Resource ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 with Priority: HIGHEST for action security_group_members [ 636.772865] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 with Priority: HIGHEST for action security_group_members [ 636.773681] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.774988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.774988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.774988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.774988] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.774988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.774988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.774988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.774988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.774988] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afca0e6e-e9d1-47ac-83ca-4a60cfb04161',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.939152] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f54c10e5-da46-41b3-ac5f-92edde4b4bcc: rpc.has_security_group_logging(os_id): False [ 636.959027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.959252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.959328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.959544] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.959643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.960124] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.960255] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.960322] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.960475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.960558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.960765] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.960866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.960910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.961090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.961159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.961372] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.961470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.961524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.961660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.962186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.962285] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be updated. [ 637.032939] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 in Status: SUCCESS [ 637.033238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.033425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.033821] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.033995] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.034447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.034447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.034746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.034746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.038082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.038082] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07383a35-f47d-401e-85e0-c5ab0bad79b4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.050429] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.050633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.050633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.050875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.051079] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.066443] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: IN_PROGRESS for 2s [ 637.231350] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.231350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.231581] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.231623] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.231691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.231911] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.232087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.232166] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.232324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.232401] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.232488] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b017e89b-147a-4284-bf4c-0833f3d748f3 is going to be updated. [ 637.246548] env[66962]: INFO networking_nsxv3.common.synchronization [req-dcfefbfe-d0b4-4922-822b-9086e4cf7124 req-255786b3-4449-4f20-b2ff-f535b24d29ca tempest-ServersWithSpecificFlavorTestJSON-1484999914 tempest-ServersWithSpecificFlavorTestJSON-1484999914-project-member] Enqueued Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_members [ 637.247060] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_members [ 637.247363] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.247485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.247549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.247797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.247950] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.248114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.248181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.248337] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.248438] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.248505] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.262326] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.267754] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.267921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.267987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.268175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.268491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.276998] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.277175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.277239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.277439] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.277528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.277760] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.277862] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.277918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.278101] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.278215] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.278277] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 is going to be updated. [ 637.287410] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b017e89b-147a-4284-bf4c-0833f3d748f3 in Status: IN_PROGRESS for 2s [ 637.314271] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.314467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.314687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.314929] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.315307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.330073] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 in Status: IN_PROGRESS for 2s [ 637.537883] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07383a35-f47d-401e-85e0-c5ab0bad79b4 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.537883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.537883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.538376] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.538376] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.538376] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.538376] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.538557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.538597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.538726] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.538835] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07383a35-f47d-401e-85e0-c5ab0bad79b4 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.538916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.539078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.539149] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.539274] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.539360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.539423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.539975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.539975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.539975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.539975] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07383a35-f47d-401e-85e0-c5ab0bad79b4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.599297] env[66962]: INFO networking_nsxv3.common.synchronization [req-cb55ca01-a579-43ef-8001-d5e992719226 req-1b7fc62d-3149-417b-943f-ebe7586b49a4 tempest-DeleteServersTestJSON-1292956810 tempest-DeleteServersTestJSON-1292956810-project-member] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 637.599629] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 637.600276] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.600818] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.601079] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.601703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.602145] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.602901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.603198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.603804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.604112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.604618] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.750823] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.751047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.751118] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.751535] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.751535] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.751749] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.751848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.751914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.752135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.752223] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.752306] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad already deleted. [ 637.752440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.764424] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.924680] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-675 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.924894] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-675" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.925065] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-675" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.925359] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-675" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.925718] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.925943] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.926375] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.926618] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.926764] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.926989] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.927127] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.927240] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.927668] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.927792] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.927903] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.928057] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.947291] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.947467] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.947578] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.947729] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-675" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.948091] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-3ab8d54c-38e4-4764-84ac-0d314363f303 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.948266] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-3ab8d54c-38e4-4764-84ac-0d314363f303" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.948378] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-3ab8d54c-38e4-4764-84ac-0d314363f303" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.948673] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-3ab8d54c-38e4-4764-84ac-0d314363f303" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.948810] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab8d54c-38e4-4764-84ac-0d314363f303',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.974232] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e in Status: SUCCESS [ 637.974459] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.042402] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07383a35-f47d-401e-85e0-c5ab0bad79b4: rpc.has_security_group_logging(os_id): False [ 638.062372] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.062951] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.062951] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.062951] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.062951] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.063716] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.063716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.063716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.063716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.063716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.064122] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.064122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.064122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.064122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.064652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.064652] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.064652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.064652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.064652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.064861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.064861] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 is going to be created. [ 638.107503] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.107764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.107838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.108080] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.108194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.108404] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.108518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.108574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.108762] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.108840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.108928] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 638.157530] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.157763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.157763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.157982] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.158186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.168928] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.169147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.169245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.169468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.169613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.175276] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 in Status: IN_PROGRESS for 2s [ 638.182458] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 638.268967] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.268967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.268967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.268967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.268967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.268967] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69baa812-fca4-460b-9687-102629b68e6d is going to be updated. [ 638.331332] env[66962]: INFO networking_nsxv3.common.synchronization [None req-7f4a5924-0b6d-48a1-84a9-a0126aec4c2a None None] Enqueued Resource ID: 7cfba8b2-2243-4b9d-92a9-70e7c8f71875 with Priority: HIGHEST for action port [ 638.332328] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cfba8b2-2243-4b9d-92a9-70e7c8f71875 with Priority: HIGHEST for action port [ 638.332963] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cfba8b2-2243-4b9d-92a9-70e7c8f71875 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.333175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cfba8b2-2243-4b9d-92a9-70e7c8f71875" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.333358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cfba8b2-2243-4b9d-92a9-70e7c8f71875" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.333905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cfba8b2-2243-4b9d-92a9-70e7c8f71875" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.334325] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cfba8b2-2243-4b9d-92a9-70e7c8f71875',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.368558] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.368880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.369020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.369338] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.369692] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.381039] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69baa812-fca4-460b-9687-102629b68e6d in Status: IN_PROGRESS for 2s [ 638.451194] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.451474] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.451568] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.451960] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.452132] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.452299] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 3ab8d54c-38e4-4764-84ac-0d314363f303 not found, creating... [ 638.452577] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.452758] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.452834] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.453147] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.453303] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.453609] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.453779] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.454855] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.454855] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.455094] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.455094] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 3ab8d54c-38e4-4764-84ac-0d314363f303 is going to be created. [ 638.479874] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.480124] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.480219] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.480482] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.481052] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.481327] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-3ab8d54c-38e4-4764-84ac-0d314363f303" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.837884] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cfba8b2-2243-4b9d-92a9-70e7c8f71875 [ 638.838531] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.838531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.838531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.838531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.838807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.838807] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cfba8b2-2243-4b9d-92a9-70e7c8f71875 already deleted. [ 638.838881] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cfba8b2-2243-4b9d-92a9-70e7c8f71875" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.082396] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: SUCCESS [ 639.082396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.216661] env[66962]: INFO networking_nsxv3.common.synchronization [req-dcfefbfe-d0b4-4922-822b-9086e4cf7124 req-f809153d-0fad-4422-ad88-27f6ecc8d861 service nova] Enqueued Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_rules [ 639.216661] env[66962]: INFO networking_nsxv3.common.synchronization [req-dcfefbfe-d0b4-4922-822b-9086e4cf7124 req-f809153d-0fad-4422-ad88-27f6ecc8d861 service nova] Enqueued Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_members [ 639.216661] env[66962]: INFO networking_nsxv3.common.synchronization [req-dcfefbfe-d0b4-4922-822b-9086e4cf7124 req-f809153d-0fad-4422-ad88-27f6ecc8d861 service nova] Enqueued Resource ID: 3ab8d54c-38e4-4764-84ac-0d314363f303 with Priority: HIGHEST for action port [ 639.216661] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_rules [ 639.216661] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_members [ 639.216661] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab8d54c-38e4-4764-84ac-0d314363f303 with Priority: HIGHEST for action port [ 639.217068] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.217068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.217160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.217325] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.217478] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.218434] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.218434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.218666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.218928] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.219131] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.219458] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.219458] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.219569] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.219635] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.219728] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.221633] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ab8d54c-38e4-4764-84ac-0d314363f303 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.221753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ab8d54c-38e4-4764-84ac-0d314363f303" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.221833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ab8d54c-38e4-4764-84ac-0d314363f303" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.222802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ab8d54c-38e4-4764-84ac-0d314363f303" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.222802] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab8d54c-38e4-4764-84ac-0d314363f303',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.285248] env[66962]: INFO networking_nsxv3.common.synchronization [req-b65f53c5-e86d-451a-94a8-8cc895c7ab5e req-a3ec52b0-843e-4b4d-a4b4-c2da18314161 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 639.286165] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 639.286410] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.287096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.287096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.287096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.287350] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.287527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.287643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.287946] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.288059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.288219] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.318453] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b017e89b-147a-4284-bf4c-0833f3d748f3 in Status: SUCCESS [ 639.318625] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b017e89b-147a-4284-bf4c-0833f3d748f3 deletion is rescheduled due to dependency. [ 639.318749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.357251] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 in Status: SUCCESS [ 639.357251] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 deletion is rescheduled due to dependency. [ 639.357251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.694965] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.695325] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-869" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.695572] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-869" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.697042] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-869" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.697042] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.697042] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.697308] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.697406] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.697565] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.697925] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.698213] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.698259] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.698363] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.698505] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.698664] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.698833] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.724162] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.726434] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.726434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.726825] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ab8d54c-38e4-4764-84ac-0d314363f303 with status ACTIVE [ 639.726825] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.726957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.727039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.727258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.727406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.727550] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.727650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.727724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.727988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.728367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.728448] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.728531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.728592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.729527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.729527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.729790] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ab8d54c-38e4-4764-84ac-0d314363f303 is going to be updated. [ 639.732105] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.732105] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.732105] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.732432] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-869" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.732701] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-4027b191-7580-47ef-9215-2c0cbd8a18e3 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.732807] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.732936] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.733296] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.734162] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4027b191-7580-47ef-9215-2c0cbd8a18e3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.772654] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.772654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.772654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.772654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.772654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.772654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ab8d54c-38e4-4764-84ac-0d314363f303" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.793734] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.793734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.793734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.795170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.795170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.795170] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.795170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.795170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.796298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.799289] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.799289] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 already deleted. [ 639.799289] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.195152] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 640.195559] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 deletion is rescheduled due to dependency. [ 640.195559] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.196413] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 in Status: SUCCESS [ 640.196595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.227621] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.236965] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.237178] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.237320] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.237572] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.237731] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.237881] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 4027b191-7580-47ef-9215-2c0cbd8a18e3 not found, creating... [ 640.238162] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.239607] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.239740] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.240018] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.240388] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.240699] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.240896] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.241934] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.242202] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.242343] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.242490] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 4027b191-7580-47ef-9215-2c0cbd8a18e3 is going to be created. [ 640.267685] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.267685] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.267685] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.267685] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.267685] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.268099] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.398731] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69baa812-fca4-460b-9687-102629b68e6d in Status: SUCCESS [ 640.399025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.399497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.399497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.400291] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.400291] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.400291] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.400291] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.400291] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.400631] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.400631] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.429846] env[66962]: INFO networking_nsxv3.common.synchronization [None req-81e916d1-1fe7-4a3c-a4d6-5cc4c05c886a None None] Enqueued Resource ID: 86d822e0-3fee-4d50-a499-597927088f16 with Priority: HIGHEST for action port [ 640.431280] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d822e0-3fee-4d50-a499-597927088f16 with Priority: HIGHEST for action port [ 640.431280] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-86d822e0-3fee-4d50-a499-597927088f16 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.431280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86d822e0-3fee-4d50-a499-597927088f16" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.431280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86d822e0-3fee-4d50-a499-597927088f16" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.432640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86d822e0-3fee-4d50-a499-597927088f16" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.432749] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86d822e0-3fee-4d50-a499-597927088f16',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.730652] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.730936] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.731017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.731233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.731333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.731418] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad is going to be created. [ 640.759848] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.760092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.760164] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.760538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.760716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.772367] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad in Status: UNINITIALIZED for 2s [ 640.907011] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69baa812-fca4-460b-9687-102629b68e6d taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.907011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.907011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.907011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.907011] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.907011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.907011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.907011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.907011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.907011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.907011] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69baa812-fca4-460b-9687-102629b68e6d taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.907011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.907011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.907011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.907011] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.907011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.908341] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.908341] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.908341] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.908341] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.908341] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.935515] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86d822e0-3fee-4d50-a499-597927088f16 [ 640.935583] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.935771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.935771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.935923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.936134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.936134] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86d822e0-3fee-4d50-a499-597927088f16 already deleted. [ 640.936236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86d822e0-3fee-4d50-a499-597927088f16" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.975647] env[66962]: INFO networking_nsxv3.common.synchronization [req-b65f53c5-e86d-451a-94a8-8cc895c7ab5e req-8cd03405-1eeb-4e50-b81a-bb0a5e2f8c18 service nova] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_rules [ 640.975911] env[66962]: INFO networking_nsxv3.common.synchronization [req-b65f53c5-e86d-451a-94a8-8cc895c7ab5e req-8cd03405-1eeb-4e50-b81a-bb0a5e2f8c18 service nova] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 640.976450] env[66962]: INFO networking_nsxv3.common.synchronization [req-b65f53c5-e86d-451a-94a8-8cc895c7ab5e req-8cd03405-1eeb-4e50-b81a-bb0a5e2f8c18 service nova] Enqueued Resource ID: 4027b191-7580-47ef-9215-2c0cbd8a18e3 with Priority: HIGHEST for action port [ 640.977731] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_rules [ 640.978091] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 640.978328] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4027b191-7580-47ef-9215-2c0cbd8a18e3 with Priority: HIGHEST for action port [ 640.978669] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.978986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.979463] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.979816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.979989] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.982317] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.982317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.982317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.982317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.982532] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.982532] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.982609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.987025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.987025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.987025] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.987612] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4027b191-7580-47ef-9215-2c0cbd8a18e3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.987728] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.987777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.989308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.990173] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4027b191-7580-47ef-9215-2c0cbd8a18e3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.410691] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69baa812-fca4-460b-9687-102629b68e6d: rpc.has_security_group_logging(os_id): False [ 641.448566] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.448800] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.448800] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.449465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.449637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.449894] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.450047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.450262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.450357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.450422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.450625] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.450757] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.450873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.451133] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.451214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.451484] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.451590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.451655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.451842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.451979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.452083] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69baa812-fca4-460b-9687-102629b68e6d is going to be updated. [ 641.483569] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.483880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.488545] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.496636] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4027b191-7580-47ef-9215-2c0cbd8a18e3 with status ACTIVE [ 641.496636] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.496636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.496636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.496636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.496636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.496636] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.496636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.496636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.497598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.497598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.497598] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.497598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.497598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.497598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.498330] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.498330] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4027b191-7580-47ef-9215-2c0cbd8a18e3 is going to be updated. [ 641.529314] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.529754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.529894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.530370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.533121] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.534040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.547027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.547218] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.547276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.547708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.547708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.571094] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69baa812-fca4-460b-9687-102629b68e6d in Status: IN_PROGRESS for 2s [ 641.664569] env[66962]: INFO networking_nsxv3.common.synchronization [req-3c03163f-5a85-4eaa-9f08-a81597aef3db req-89be034c-e959-4b68-b829-2d3ea0c7e3b9 tempest-ServersAdminNegativeTestJSON-1753240098 tempest-ServersAdminNegativeTestJSON-1753240098-project-member] Enqueued Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_members [ 641.665397] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_members [ 641.665772] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ecfc71-210a-4ca3-9a9d-cadd42405b06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.666009] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.666131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.666397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.666703] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.666703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.666850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.666920] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.667343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.667504] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.991917] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.109876] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.110301] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.110572] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.111112] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.111379] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.111692] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.112072] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.112504] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.112776] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.113197] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.113372] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.113528] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.113699] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.113918] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.114114] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.114350] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.142155] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.142414] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.142645] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.142883] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.143338] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-251d78a8-8577-4575-81a9-ceb7f9a7b828 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.143589] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-251d78a8-8577-4575-81a9-ceb7f9a7b828" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.143751] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-251d78a8-8577-4575-81a9-ceb7f9a7b828" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.144127] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-251d78a8-8577-4575-81a9-ceb7f9a7b828" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.144313] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251d78a8-8577-4575-81a9-ceb7f9a7b828',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.169688] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.169892] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.169892] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.170071] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.170183] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.170354] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.170455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.170517] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.170667] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.170742] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.170843] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 already deleted. [ 642.171035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.496804] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.497837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.497837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.497837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.497837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.497837] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be created. [ 642.530879] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.531105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.531234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.531630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.531909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.548070] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: UNINITIALIZED for 2s [ 642.647964] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.647964] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.647964] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.648255] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.648310] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.648604] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 251d78a8-8577-4575-81a9-ceb7f9a7b828 not found, creating... [ 642.649148] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.649148] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.649148] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.649341] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.649392] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.649829] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.650061] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.650133] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.650324] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.650456] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.651162] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 251d78a8-8577-4575-81a9-ceb7f9a7b828 is going to be created. [ 642.675357] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.675545] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.675657] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.675929] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.676914] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.677175] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-251d78a8-8577-4575-81a9-ceb7f9a7b828" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.807397] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad in Status: SUCCESS [ 642.808013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.808013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.808214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.808277] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.808363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.808442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.808577] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.808663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.808745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.808839] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.313458] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.429405] env[66962]: INFO networking_nsxv3.common.synchronization [req-3c03163f-5a85-4eaa-9f08-a81597aef3db req-22c46ee4-feb2-4a48-9ab3-5941a7a24dab service nova] Enqueued Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_rules [ 643.429405] env[66962]: INFO networking_nsxv3.common.synchronization [req-3c03163f-5a85-4eaa-9f08-a81597aef3db req-22c46ee4-feb2-4a48-9ab3-5941a7a24dab service nova] Enqueued Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_members [ 643.429405] env[66962]: INFO networking_nsxv3.common.synchronization [req-3c03163f-5a85-4eaa-9f08-a81597aef3db req-22c46ee4-feb2-4a48-9ab3-5941a7a24dab service nova] Enqueued Resource ID: 251d78a8-8577-4575-81a9-ceb7f9a7b828 with Priority: HIGHEST for action port [ 643.429720] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_rules [ 643.430456] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_members [ 643.430456] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251d78a8-8577-4575-81a9-ceb7f9a7b828 with Priority: HIGHEST for action port [ 643.431394] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11ecfc71-210a-4ca3-9a9d-cadd42405b06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.432096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.432096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.432096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.432096] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.434476] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ecfc71-210a-4ca3-9a9d-cadd42405b06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.434476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.434476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.434476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.434476] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.434476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.434941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.435172] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.436891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.436891] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.436891] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-251d78a8-8577-4575-81a9-ceb7f9a7b828 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.436891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-251d78a8-8577-4575-81a9-ceb7f9a7b828" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.436891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-251d78a8-8577-4575-81a9-ceb7f9a7b828" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.437233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-251d78a8-8577-4575-81a9-ceb7f9a7b828" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.437233] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251d78a8-8577-4575-81a9-ceb7f9a7b828',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.587661] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69baa812-fca4-460b-9687-102629b68e6d in Status: SUCCESS [ 643.588114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.817413] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f84c80a-6ad6-4b71-b854-25b0aedb18ad: rpc.has_security_group_logging(os_id): False [ 643.847610] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.847962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.847962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.848160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.848160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.848401] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.848493] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.848557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.848714] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.848787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.848889] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad is going to be created. [ 643.932560] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.932746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.932853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.933087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.933263] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.935102] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ecfc71-210a-4ca3-9a9d-cadd42405b06 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.935236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.939643] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.940848] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 251d78a8-8577-4575-81a9-ceb7f9a7b828 with status ACTIVE [ 643.946469] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.946469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.946469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.946469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.946469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.946469] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.946469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.946469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.946469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.946469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.946469] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.946469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.946469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.947344] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.947344] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.947344] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 251d78a8-8577-4575-81a9-ceb7f9a7b828 is going to be updated. [ 643.949098] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad in Status: IN_PROGRESS for 2s [ 643.979280] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.979280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.979280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.979280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.979280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.979280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-251d78a8-8577-4575-81a9-ceb7f9a7b828" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.455337] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.559586] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 644.559904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.560204] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.560543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.560765] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.560972] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.561110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.561239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.561356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.561474] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.561514] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.963077] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.963077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.963077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.963077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.963077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.963077] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 is going to be created. [ 644.993591] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.995377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.995461] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.995676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.995845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.006233] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 in Status: UNINITIALIZED for 2s [ 645.067092] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.067342] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.068182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.068182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.069983] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.069983] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.069983] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.070254] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.070296] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.070385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.070554] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.070654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.070715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.070931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.071077] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.071337] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.071472] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.071668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.071826] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.072016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.072193] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.576026] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19f5e4f6-f861-4435-9540-3b3d0de1f6c2: rpc.has_security_group_logging(os_id): False [ 645.603803] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.604027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.604370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.604370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.604370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.604672] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.604807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.604909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.605115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.605237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.605455] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.605570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.605639] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.605774] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.605873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.606353] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.606787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.606787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.606787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.607028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.607071] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be created. [ 645.689035] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.689035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.689035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.689035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.689035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.702958] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 645.965539] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad in Status: SUCCESS [ 645.965539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.022615] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 in Status: SUCCESS [ 647.023120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.023291] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.024178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.024178] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.024178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.024178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.024633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.024633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.024633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.024633] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.140406] env[66962]: INFO networking_nsxv3.common.synchronization [req-672f7ece-da02-410a-8123-fb51345acbd2 req-d1d2a517-b7e2-4aa9-be3d-af06cef323ee tempest-MultipleCreateTestJSON-1679239079 tempest-MultipleCreateTestJSON-1679239079-project-member] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 647.141062] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 647.141367] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.141492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.141559] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.141766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.141927] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.142041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.142096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.142252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.142337] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.142428] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.528511] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ecfc71-210a-4ca3-9a9d-cadd42405b06 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.528511] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.528511] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.529543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.529543] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.529543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.529543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.529543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.529543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.529543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.529986] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ecfc71-210a-4ca3-9a9d-cadd42405b06 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.529986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.529986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.530254] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.530476] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.530612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.530678] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.530795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.530868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.530954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.531184] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.645650] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.720427] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 647.721120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.851205] env[66962]: INFO networking_nsxv3.common.synchronization [None req-93514ff1-08e4-4442-8f95-ce683776fd6b None None] Enqueued Resource ID: f75de17b-57eb-4fd2-bea3-67afece5655e with Priority: HIGHEST for action port [ 647.851832] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75de17b-57eb-4fd2-bea3-67afece5655e with Priority: HIGHEST for action port [ 647.852543] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f75de17b-57eb-4fd2-bea3-67afece5655e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.852692] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f75de17b-57eb-4fd2-bea3-67afece5655e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.852793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f75de17b-57eb-4fd2-bea3-67afece5655e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.853106] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f75de17b-57eb-4fd2-bea3-67afece5655e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.853191] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f75de17b-57eb-4fd2-bea3-67afece5655e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.034469] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11ecfc71-210a-4ca3-9a9d-cadd42405b06: rpc.has_security_group_logging(os_id): False [ 648.057201] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.057201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.057201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.057201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.057201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.057498] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.058024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.058024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.058160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.058251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.058461] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.058461] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.058608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.059399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.059399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.059399] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.059399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.059399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.059399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.059399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.059399] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 is going to be created. [ 648.149901] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.150095] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.150095] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.150381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.150489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.151643] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.166568] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 in Status: IN_PROGRESS for 2s [ 648.355210] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f75de17b-57eb-4fd2-bea3-67afece5655e [ 648.355462] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.355619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.355701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.355870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.355954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.356058] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f75de17b-57eb-4fd2-bea3-67afece5655e already deleted. [ 648.356139] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f75de17b-57eb-4fd2-bea3-67afece5655e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.656103] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.656484] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.656609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.656929] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.657114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.657258] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be updated. [ 648.696139] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.698045] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.698184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.699407] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.699407] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.715658] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: IN_PROGRESS for 2s [ 649.095857] env[66962]: INFO networking_nsxv3.common.synchronization [req-ed66b24c-cd68-412c-8314-933c65c252b5 req-bdbb03e4-c0ad-42d5-8c93-9397fdcf1d64 tempest-MultipleCreateTestJSON-1679239079 tempest-MultipleCreateTestJSON-1679239079-project-member] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 649.096557] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 649.096952] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.097150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.183549] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 in Status: SUCCESS [ 650.183916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.730515] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: SUCCESS [ 650.730911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.731175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.731505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.731776] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.731976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.732113] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.732359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.732500] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.732649] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.903073] env[66962]: INFO networking_nsxv3.common.synchronization [None req-ce61776a-ad62-43aa-ae88-846e6153dfc9 None None] Enqueued Resource ID: 64828d46-1026-4a5f-b7d3-b10356056e22 with Priority: HIGHEST for action port [ 650.903919] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64828d46-1026-4a5f-b7d3-b10356056e22 with Priority: HIGHEST for action port [ 650.905774] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-64828d46-1026-4a5f-b7d3-b10356056e22 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.906238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64828d46-1026-4a5f-b7d3-b10356056e22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.906238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64828d46-1026-4a5f-b7d3-b10356056e22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.906436] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64828d46-1026-4a5f-b7d3-b10356056e22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.906436] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64828d46-1026-4a5f-b7d3-b10356056e22',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.055327] env[66962]: INFO networking_nsxv3.common.synchronization [req-1226f0f8-04fe-46cb-b1cd-0d98754ece4f req-7615e3f6-ca6d-4d42-89ca-97c42f58a31b tempest-ServerDiskConfigTestJSON-1440675890 tempest-ServerDiskConfigTestJSON-1440675890-project-member] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 651.056724] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 651.057224] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.057415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.057489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.057835] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.057995] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.058318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.058318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.058432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.058561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.058701] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.241182] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.241182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.241182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.241182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.241182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.241182] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.241182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.241182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.241182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.241182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.241182] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be updated. [ 651.273218] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.273359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.273478] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.274349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.274349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.283917] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: IN_PROGRESS for 2s [ 651.410014] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64828d46-1026-4a5f-b7d3-b10356056e22 [ 651.410498] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.410498] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.410766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.410766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.410894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.410947] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64828d46-1026-4a5f-b7d3-b10356056e22 already deleted. [ 651.411087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64828d46-1026-4a5f-b7d3-b10356056e22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.564169] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.564169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.564169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.564169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.564169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.564169] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.564169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.564169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.564169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.564169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.564169] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 651.599790] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.600525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.600633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.601064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.602175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.612898] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 653.214709] env[66962]: INFO networking_nsxv3.common.synchronization [req-95facf4b-4e4e-4acb-b15f-fa0cdcb11b00 req-b8c3510f-45e7-4cdd-8f1d-42f44820029e tempest-ServersAdminTestJSON-2065164687 tempest-ServersAdminTestJSON-2065164687-project-member] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 653.214709] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 653.214709] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.215086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.215086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.215219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.215396] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.215539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.215622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.215808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.215919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.216042] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.294211] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: SUCCESS [ 653.294211] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc deletion is rescheduled due to dependency. [ 653.294211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.626232] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 653.626879] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee deletion is rescheduled due to dependency. [ 653.626879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.713843] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.713843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.713843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.714238] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.714457] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.715023] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.715023] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.715614] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.715614] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.715936] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.715936] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.715936] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.716097] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.716180] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.716356] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.716579] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.718844] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.740404] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.740621] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.740799] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.741073] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.741458] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-078f9144-6844-4f73-9e48-d082b06b3a50 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.741641] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-078f9144-6844-4f73-9e48-d082b06b3a50" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.741790] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-078f9144-6844-4f73-9e48-d082b06b3a50" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.742328] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-078f9144-6844-4f73-9e48-d082b06b3a50" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.742948] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('078f9144-6844-4f73-9e48-d082b06b3a50',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.221227] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.245923] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.246210] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.246346] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.246663] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.247212] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.247212] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 078f9144-6844-4f73-9e48-d082b06b3a50 not found, creating... [ 654.247446] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.247571] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.247743] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.249460] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.249460] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.249460] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.249460] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.249460] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.249460] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.249460] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.249460] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 078f9144-6844-4f73-9e48-d082b06b3a50 is going to be created. [ 654.275493] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.275493] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.275493] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.275493] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.275850] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.276041] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-078f9144-6844-4f73-9e48-d082b06b3a50" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.725984] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.726266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.726266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.726432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.726580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.726652] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be updated. [ 654.766765] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.766918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.766994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.767238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.767427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.779280] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: IN_PROGRESS for 2s [ 655.022172] env[66962]: INFO networking_nsxv3.common.synchronization [req-95facf4b-4e4e-4acb-b15f-fa0cdcb11b00 req-1439212d-6e6f-4f63-8422-f2cab0e9efdf service nova] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_rules [ 655.023815] env[66962]: INFO networking_nsxv3.common.synchronization [req-95facf4b-4e4e-4acb-b15f-fa0cdcb11b00 req-1439212d-6e6f-4f63-8422-f2cab0e9efdf service nova] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 655.024036] env[66962]: INFO networking_nsxv3.common.synchronization [req-95facf4b-4e4e-4acb-b15f-fa0cdcb11b00 req-1439212d-6e6f-4f63-8422-f2cab0e9efdf service nova] Enqueued Resource ID: 078f9144-6844-4f73-9e48-d082b06b3a50 with Priority: HIGHEST for action port [ 655.025110] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_rules [ 655.025224] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 655.025275] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078f9144-6844-4f73-9e48-d082b06b3a50 with Priority: HIGHEST for action port [ 655.025673] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.025810] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.025873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.026128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.026213] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.027794] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.028196] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.028303] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-078f9144-6844-4f73-9e48-d082b06b3a50 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.028384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-078f9144-6844-4f73-9e48-d082b06b3a50" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.028384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-078f9144-6844-4f73-9e48-d082b06b3a50" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.028590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-078f9144-6844-4f73-9e48-d082b06b3a50" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.028701] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('078f9144-6844-4f73-9e48-d082b06b3a50',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.531846] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.531846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.536088] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 078f9144-6844-4f73-9e48-d082b06b3a50 with status ACTIVE [ 655.536088] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.536088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.536088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.536088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.536088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.536088] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.536088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.536088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.536088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.536088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.536088] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.536088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.536088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.536088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.536088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.536088] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 078f9144-6844-4f73-9e48-d082b06b3a50 is going to be updated. [ 655.563582] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.563582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.563582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.563582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.563582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.563860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-078f9144-6844-4f73-9e48-d082b06b3a50" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.673842] env[66962]: INFO networking_nsxv3.common.synchronization [None req-55419982-2865-41fb-bee6-6796064140c5 None None] Enqueued Resource ID: 57ba81fa-307d-4b20-a800-f41d914f49cf with Priority: HIGHEST for action port [ 656.676089] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ba81fa-307d-4b20-a800-f41d914f49cf with Priority: HIGHEST for action port [ 656.676744] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-57ba81fa-307d-4b20-a800-f41d914f49cf taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.677616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57ba81fa-307d-4b20-a800-f41d914f49cf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.677616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57ba81fa-307d-4b20-a800-f41d914f49cf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.677616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57ba81fa-307d-4b20-a800-f41d914f49cf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.677616] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ba81fa-307d-4b20-a800-f41d914f49cf',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.793390] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 656.794023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.794023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.794023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.794353] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.794465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.794527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.794989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.794989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.794989] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.082624] env[66962]: INFO networking_nsxv3.common.synchronization [req-ec2ef7b0-759a-466b-a403-4d47bc3b3809 req-6cb1ad5d-2f2f-4730-bb0f-ecf3f1b3fccc tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGHEST for action security_group_members [ 657.083655] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGHEST for action security_group_members [ 657.083655] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e99876-c9d4-4083-9800-dd2400801835 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.083835] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.083835] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.088855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.088855] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.088855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.088855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.088855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.088855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.088855] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e99876-c9d4-4083-9800-dd2400801835',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.181393] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57ba81fa-307d-4b20-a800-f41d914f49cf [ 657.181625] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.181764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.181840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.182066] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.182147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.182241] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57ba81fa-307d-4b20-a800-f41d914f49cf already deleted. [ 657.182325] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57ba81fa-307d-4b20-a800-f41d914f49cf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.238786] env[66962]: INFO networking_nsxv3.common.synchronization [req-ead91dc9-846a-482d-9385-d165dabbdc0a req-c387d3ba-ea6f-43c4-a509-194eb43b0fb6 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 657.238786] env[66962]: INFO networking_nsxv3.common.synchronization [req-ead91dc9-846a-482d-9385-d165dabbdc0a req-c387d3ba-ea6f-43c4-a509-194eb43b0fb6 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGHEST for action security_group_members [ 657.239082] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 657.239326] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGHEST for action security_group_members [ 657.239688] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.239867] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.239922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.241052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.241052] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.241052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.241052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.241052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.241052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.241052] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.242400] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.242557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.242636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.243151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.243151] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.243151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.243151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.245866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.245866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.245866] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.298688] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.306438] env[66962]: INFO networking_nsxv3.common.synchronization [req-ead91dc9-846a-482d-9385-d165dabbdc0a req-c387d3ba-ea6f-43c4-a509-194eb43b0fb6 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_rules [ 657.306614] env[66962]: INFO networking_nsxv3.common.synchronization [req-ead91dc9-846a-482d-9385-d165dabbdc0a req-c387d3ba-ea6f-43c4-a509-194eb43b0fb6 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 657.306742] env[66962]: INFO networking_nsxv3.common.synchronization [req-ead91dc9-846a-482d-9385-d165dabbdc0a req-c387d3ba-ea6f-43c4-a509-194eb43b0fb6 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGHEST for action security_group_rules [ 657.306871] env[66962]: INFO networking_nsxv3.common.synchronization [req-ead91dc9-846a-482d-9385-d165dabbdc0a req-c387d3ba-ea6f-43c4-a509-194eb43b0fb6 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGHEST for action security_group_members [ 657.306986] env[66962]: INFO networking_nsxv3.common.synchronization [req-ead91dc9-846a-482d-9385-d165dabbdc0a req-c387d3ba-ea6f-43c4-a509-194eb43b0fb6 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 4027b191-7580-47ef-9215-2c0cbd8a18e3 with Priority: HIGHEST for action port [ 657.307551] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_rules [ 657.307681] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGHEST for action security_group_rules [ 657.307778] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4027b191-7580-47ef-9215-2c0cbd8a18e3 with Priority: HIGHEST for action port [ 657.307985] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 657.307985] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGHEST for action security_group_members [ 657.308685] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.308820] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.308896] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.309903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.309903] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.310090] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.310178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.310332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.310463] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.310549] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.318764] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4027b191-7580-47ef-9215-2c0cbd8a18e3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.318764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.318764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.318764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.318764] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4027b191-7580-47ef-9215-2c0cbd8a18e3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.320040] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.320040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.320240] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.320393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.593211] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.593211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.593493] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.593548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.594533] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.594677] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.595580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.596633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.596633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.596633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.596633] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e99876-c9d4-4083-9800-dd2400801835 already deleted. [ 657.596633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.745390] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.746732] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.796111] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.796337] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.796479] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.796942] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.797204] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.797456] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.797529] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.797686] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.797842] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.798020] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.798469] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.798469] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.798469] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.798590] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.798590] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.798856] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.802862] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.822638] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.822793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.823112] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4027b191-7580-47ef-9215-2c0cbd8a18e3 with status ACTIVE [ 657.823231] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.823305] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.824178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.824738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.824956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.825231] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.825364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.825430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.825753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.825859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.826266] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.826266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.826266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.826434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.826534] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.826534] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4027b191-7580-47ef-9215-2c0cbd8a18e3 is going to be updated. [ 657.828223] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.828223] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.830659] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.830811] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.830944] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.831344] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.831647] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-ee739295-0814-4637-af8b-ece27dc17fa1 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.831811] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-ee739295-0814-4637-af8b-ece27dc17fa1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.831924] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-ee739295-0814-4637-af8b-ece27dc17fa1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.832325] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-ee739295-0814-4637-af8b-ece27dc17fa1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.832501] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee739295-0814-4637-af8b-ece27dc17fa1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.868210] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.868210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.868210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.868210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.868210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.868210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.249109] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.256016] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.304518] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.304693] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.304819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.305089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.305089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.305315] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be updated. [ 658.336272] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.336554] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.336554] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.336830] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.337084] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.337332] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port ee739295-0814-4637-af8b-ece27dc17fa1 not found, creating... [ 658.337698] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.338432] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.338432] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.338598] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.338657] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.338921] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.339907] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.339907] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.339907] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.339907] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.340475] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: ee739295-0814-4637-af8b-ece27dc17fa1 is going to be created. [ 658.344393] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.345185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.345185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.345185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.345185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.355465] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: IN_PROGRESS for 2s [ 658.365811] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.366047] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.366153] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.366486] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.366724] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.366985] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-ee739295-0814-4637-af8b-ece27dc17fa1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.755644] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.755966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.755966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.756110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.756695] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.756695] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 658.758105] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.758283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.758354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.758611] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.758722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.758822] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca is going to be created. [ 658.788523] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.788779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.788779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.788942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.789167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.792095] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.792257] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.792399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.792680] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.792882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.884251] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 658.885282] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca in Status: UNINITIALIZED for 2s [ 659.101319] env[66962]: INFO networking_nsxv3.common.synchronization [req-ec2ef7b0-759a-466b-a403-4d47bc3b3809 req-3774f911-0e9c-4b9b-abf5-46515c87194e service nova] Enqueued Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGHEST for action security_group_rules [ 659.101319] env[66962]: INFO networking_nsxv3.common.synchronization [req-ec2ef7b0-759a-466b-a403-4d47bc3b3809 req-3774f911-0e9c-4b9b-abf5-46515c87194e service nova] Enqueued Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGHEST for action security_group_members [ 659.101771] env[66962]: INFO networking_nsxv3.common.synchronization [req-ec2ef7b0-759a-466b-a403-4d47bc3b3809 req-3774f911-0e9c-4b9b-abf5-46515c87194e service nova] Enqueued Resource ID: ee739295-0814-4637-af8b-ece27dc17fa1 with Priority: HIGHEST for action port [ 659.103063] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGHEST for action security_group_rules [ 659.103428] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGHEST for action security_group_members [ 659.104021] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee739295-0814-4637-af8b-ece27dc17fa1 with Priority: HIGHEST for action port [ 659.106179] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e99876-c9d4-4083-9800-dd2400801835 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.106179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.106179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.106179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.106179] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e99876-c9d4-4083-9800-dd2400801835',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.111545] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e99876-c9d4-4083-9800-dd2400801835 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.111545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.111545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.111545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.111545] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.111545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.111545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.111545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.111545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.111545] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e99876-c9d4-4083-9800-dd2400801835',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.111545] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee739295-0814-4637-af8b-ece27dc17fa1 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.111545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee739295-0814-4637-af8b-ece27dc17fa1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.111545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee739295-0814-4637-af8b-ece27dc17fa1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.111545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee739295-0814-4637-af8b-ece27dc17fa1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.111545] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee739295-0814-4637-af8b-ece27dc17fa1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.239163] env[66962]: INFO networking_nsxv3.common.synchronization [None req-246ed1da-2873-4905-aa97-22f8fffa0ce7 None None] Enqueued Resource ID: 916a8ae3-d311-4633-8a3c-6702e90884f1 with Priority: HIGHEST for action port [ 659.239163] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 916a8ae3-d311-4633-8a3c-6702e90884f1 with Priority: HIGHEST for action port [ 659.239404] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-916a8ae3-d311-4633-8a3c-6702e90884f1 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.239666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-916a8ae3-d311-4633-8a3c-6702e90884f1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.239822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-916a8ae3-d311-4633-8a3c-6702e90884f1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.240511] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-916a8ae3-d311-4633-8a3c-6702e90884f1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.240772] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('916a8ae3-d311-4633-8a3c-6702e90884f1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.605275] env[66962]: INFO networking_nsxv3.common.synchronization [req-a3d28062-c474-4485-a2fa-8813c53112c9 req-82e1d7f1-b824-4fd2-b52a-99cb8f08627f tempest-ServerDiagnosticsNegativeTest-220712868 tempest-ServerDiagnosticsNegativeTest-220712868-project-member] Enqueued Resource ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 with Priority: HIGHEST for action security_group_members [ 659.605884] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 with Priority: HIGHEST for action security_group_members [ 659.606597] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-07383a35-f47d-401e-85e0-c5ab0bad79b4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.606851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.606942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.607203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.607382] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.607551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.607551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.608140] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.608140] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.608350] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07383a35-f47d-401e-85e0-c5ab0bad79b4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.609474] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e99876-c9d4-4083-9800-dd2400801835 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.609582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.616528] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0e99876-c9d4-4083-9800-dd2400801835',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.616528] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee739295-0814-4637-af8b-ece27dc17fa1 with status ACTIVE [ 659.616797] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.616966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.617083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.617300] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.617392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.617608] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.617742] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.617810] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.618016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.618094] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.618333] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.618451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.618536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.618688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.618762] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.618845] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee739295-0814-4637-af8b-ece27dc17fa1 is going to be updated. [ 659.647457] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.647808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.647808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.648041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.648216] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.648412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee739295-0814-4637-af8b-ece27dc17fa1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.746640] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 916a8ae3-d311-4633-8a3c-6702e90884f1 [ 659.746640] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.746640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.746640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.746640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.746640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.746640] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:916a8ae3-d311-4633-8a3c-6702e90884f1 already deleted. [ 659.746640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-916a8ae3-d311-4633-8a3c-6702e90884f1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.111598] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.111598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.111598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.111957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.111957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.112103] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.112284] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.112377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.112602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.113229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.113229] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 is going to be updated. [ 660.122222] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0e99876-c9d4-4083-9800-dd2400801835',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.148642] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.148642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.148642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.148642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.148642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.159480] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 in Status: IN_PROGRESS for 2s [ 660.206261] env[66962]: INFO networking_nsxv3.common.synchronization [req-08f200b4-ccaa-4bc5-b3a6-dacf578c7a62 req-c3fdba30-036a-4402-bf2d-575e4bdc9868 tempest-FloatingIPsAssociationNegativeTestJSON-678371243 tempest-FloatingIPsAssociationNegativeTestJSON-678371243-project-member] Enqueued Resource ID: 828f1680-4574-42a6-a127-58fd7fcd2680 with Priority: HIGHEST for action security_group_members [ 660.206912] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f1680-4574-42a6-a127-58fd7fcd2680 with Priority: HIGHEST for action security_group_members [ 660.207590] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f1680-4574-42a6-a127-58fd7fcd2680 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.207590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.207590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.207812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.207974] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.208138] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.208223] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.208364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.208472] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.208573] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828f1680-4574-42a6-a127-58fd7fcd2680',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.365666] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 660.365919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.366114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.366375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.366529] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.366731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.366731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.366903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.367252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.367252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.367252] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.625282] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.625502] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.625502] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.625764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.625930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.625979] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e99876-c9d4-4083-9800-dd2400801835 is going to be created. [ 660.653376] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.653554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.653599] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.653969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.654095] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.666462] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e99876-c9d4-4083-9800-dd2400801835 in Status: UNINITIALIZED for 2s [ 660.711915] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.712044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.712153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.712432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.712629] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.713299] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.713299] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.713299] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.713299] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.713299] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.713299] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f1680-4574-42a6-a127-58fd7fcd2680 already deleted. [ 660.713619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.870879] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.870879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.870879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.871839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.871839] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.871839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.871839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.871839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.871839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.871839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.871839] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.872219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.872219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.872219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.872321] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.872364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.872468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.872551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.872653] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.872705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.872810] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.896619] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca in Status: SUCCESS [ 660.896875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.897158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.897242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.897422] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.897535] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.897629] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.897794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.897886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.897989] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.899534] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 660.899709] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.900906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.900906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.900906] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.900906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.900906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.900906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.900906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.900906] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.046042] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.046042] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-722" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.046042] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-722" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.046042] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-722" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.046644] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.047030] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.047320] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.047909] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.048632] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.048997] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.049253] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.049500] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.049821] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.051027] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.051027] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.051027] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.075752] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.075752] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.075752] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.075752] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-722" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.075752] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-e6ded0e4-343e-4241-a6c1-65dee469b0a2 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.075752] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-e6ded0e4-343e-4241-a6c1-65dee469b0a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.075752] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-e6ded0e4-343e-4241-a6c1-65dee469b0a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.075752] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-e6ded0e4-343e-4241-a6c1-65dee469b0a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.075752] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6ded0e4-343e-4241-a6c1-65dee469b0a2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.377836] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eec93bd7-ee62-41d8-8a49-3ef7642f6909: rpc.has_security_group_logging(os_id): False [ 661.401903] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.402079] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.402166] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.402408] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.402510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.402810] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.402952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.403036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.403244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.403333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.403522] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.403616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.403676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.403854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.403966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.404364] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.404364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.404488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.404651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.404753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.404876] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be updated. [ 661.406280] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.408034] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.597856] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.598067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.598121] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.598814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.598814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.601307] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.601532] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.601643] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.602292] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.602292] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.602292] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port e6ded0e4-343e-4241-a6c1-65dee469b0a2 not found, creating... [ 661.602600] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.602600] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.602716] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.602970] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.603116] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.603629] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.603762] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.603762] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.603956] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.604112] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.604252] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: e6ded0e4-343e-4241-a6c1-65dee469b0a2 is going to be created. [ 661.606370] env[66962]: INFO networking_nsxv3.common.synchronization [None req-b2971fcd-f3e5-42a8-a579-1670f6203295 None None] Enqueued Resource ID: a4130aa9-189a-4e79-b3d8-59c3d9297143 with Priority: HIGHEST for action port [ 661.607738] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4130aa9-189a-4e79-b3d8-59c3d9297143 with Priority: HIGHEST for action port [ 661.608380] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4130aa9-189a-4e79-b3d8-59c3d9297143 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.608549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4130aa9-189a-4e79-b3d8-59c3d9297143" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.608549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4130aa9-189a-4e79-b3d8-59c3d9297143" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.608797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4130aa9-189a-4e79-b3d8-59c3d9297143" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.608877] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4130aa9-189a-4e79-b3d8-59c3d9297143',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.623629] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: IN_PROGRESS for 2s [ 661.631782] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.632084] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.632214] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.632518] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.632745] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.632963] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-e6ded0e4-343e-4241-a6c1-65dee469b0a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.915319] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.915319] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.111911] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4130aa9-189a-4e79-b3d8-59c3d9297143 [ 662.112169] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.112308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.112420] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.112610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.112704] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.112803] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4130aa9-189a-4e79-b3d8-59c3d9297143 already deleted. [ 662.112889] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4130aa9-189a-4e79-b3d8-59c3d9297143" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.176964] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 in Status: SUCCESS [ 662.177440] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 deletion is rescheduled due to dependency. [ 662.177440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.408587] env[66962]: INFO networking_nsxv3.common.synchronization [req-08f200b4-ccaa-4bc5-b3a6-dacf578c7a62 req-e939958c-0b40-4d13-8466-e04207648cde service nova] Enqueued Resource ID: 828f1680-4574-42a6-a127-58fd7fcd2680 with Priority: HIGHEST for action security_group_rules [ 662.410495] env[66962]: INFO networking_nsxv3.common.synchronization [req-08f200b4-ccaa-4bc5-b3a6-dacf578c7a62 req-e939958c-0b40-4d13-8466-e04207648cde service nova] Enqueued Resource ID: 828f1680-4574-42a6-a127-58fd7fcd2680 with Priority: HIGHEST for action security_group_members [ 662.410495] env[66962]: INFO networking_nsxv3.common.synchronization [req-08f200b4-ccaa-4bc5-b3a6-dacf578c7a62 req-e939958c-0b40-4d13-8466-e04207648cde service nova] Enqueued Resource ID: e6ded0e4-343e-4241-a6c1-65dee469b0a2 with Priority: HIGHEST for action port [ 662.410495] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f1680-4574-42a6-a127-58fd7fcd2680 with Priority: HIGHEST for action security_group_rules [ 662.410495] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f1680-4574-42a6-a127-58fd7fcd2680 with Priority: HIGHEST for action security_group_members [ 662.411171] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ded0e4-343e-4241-a6c1-65dee469b0a2 with Priority: HIGHEST for action port [ 662.411215] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-828f1680-4574-42a6-a127-58fd7fcd2680 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.411748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.411748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.411748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.411748] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('828f1680-4574-42a6-a127-58fd7fcd2680',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.414418] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f1680-4574-42a6-a127-58fd7fcd2680 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.414418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.414418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.414418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.414418] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.414418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.414418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.414418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.414418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.414418] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828f1680-4574-42a6-a127-58fd7fcd2680',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.415593] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6ded0e4-343e-4241-a6c1-65dee469b0a2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.415717] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6ded0e4-343e-4241-a6c1-65dee469b0a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.415768] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6ded0e4-343e-4241-a6c1-65dee469b0a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.416474] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6ded0e4-343e-4241-a6c1-65dee469b0a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.416474] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6ded0e4-343e-4241-a6c1-65dee469b0a2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.418038] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.418158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.420356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.420356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.420356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.420356] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca is going to be updated. [ 662.420647] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.420647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.420647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.421442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.421442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.423846] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 662.462417] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.462576] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.462693] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.462855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.464073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.465847] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.466082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.466171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.466419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.467544] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.478330] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca in Status: IN_PROGRESS for 2s [ 662.479528] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 662.678272] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e99876-c9d4-4083-9800-dd2400801835 in Status: SUCCESS [ 662.681026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.681026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.681026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.681026] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.681026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.681026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.681026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.681026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.681026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.681026] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0e99876-c9d4-4083-9800-dd2400801835',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.918610] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('828f1680-4574-42a6-a127-58fd7fcd2680',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.919816] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f1680-4574-42a6-a127-58fd7fcd2680 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.919960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.925705] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6ded0e4-343e-4241-a6c1-65dee469b0a2 with status ACTIVE [ 662.925984] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.927157] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.927278] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.927507] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.927603] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.927808] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.927912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.927966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.928474] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.928474] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.928474] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.928712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.928712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.928807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.928853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.928922] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6ded0e4-343e-4241-a6c1-65dee469b0a2 is going to be updated. [ 662.960044] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.960218] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.960218] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.962020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.962020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.962020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6ded0e4-343e-4241-a6c1-65dee469b0a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.184299] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0e99876-c9d4-4083-9800-dd2400801835',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.316023] env[66962]: INFO networking_nsxv3.common.synchronization [req-08102d84-d355-4398-a45b-7ca5648799ac req-8e987fd3-4e0b-44a6-b8a5-f8a962372b05 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 663.316023] env[66962]: INFO networking_nsxv3.common.synchronization [req-08102d84-d355-4398-a45b-7ca5648799ac req-8e987fd3-4e0b-44a6-b8a5-f8a962372b05 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 with Priority: HIGHEST for action security_group_members [ 663.316023] env[66962]: INFO networking_nsxv3.common.synchronization [req-08102d84-d355-4398-a45b-7ca5648799ac req-8e987fd3-4e0b-44a6-b8a5-f8a962372b05 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGHEST for action security_group_members [ 663.316695] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 663.316695] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 with Priority: HIGHEST for action security_group_members [ 663.316816] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGHEST for action security_group_members [ 663.318608] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.318778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.321416] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.321555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.321618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.321913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.322798] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.322798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.322798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.322798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.322798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.322798] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c425ea8-1108-44bd-9fe4-d4260c1e9ae7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.323618] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.323725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.369596] env[66962]: INFO networking_nsxv3.common.synchronization [req-08102d84-d355-4398-a45b-7ca5648799ac req-8e987fd3-4e0b-44a6-b8a5-f8a962372b05 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_rules [ 663.369955] env[66962]: INFO networking_nsxv3.common.synchronization [req-08102d84-d355-4398-a45b-7ca5648799ac req-8e987fd3-4e0b-44a6-b8a5-f8a962372b05 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 663.370082] env[66962]: INFO networking_nsxv3.common.synchronization [req-08102d84-d355-4398-a45b-7ca5648799ac req-8e987fd3-4e0b-44a6-b8a5-f8a962372b05 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 with Priority: HIGHEST for action security_group_rules [ 663.370558] env[66962]: INFO networking_nsxv3.common.synchronization [req-08102d84-d355-4398-a45b-7ca5648799ac req-8e987fd3-4e0b-44a6-b8a5-f8a962372b05 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 with Priority: HIGHEST for action security_group_members [ 663.370558] env[66962]: INFO networking_nsxv3.common.synchronization [req-08102d84-d355-4398-a45b-7ca5648799ac req-8e987fd3-4e0b-44a6-b8a5-f8a962372b05 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGHEST for action security_group_rules [ 663.370558] env[66962]: INFO networking_nsxv3.common.synchronization [req-08102d84-d355-4398-a45b-7ca5648799ac req-8e987fd3-4e0b-44a6-b8a5-f8a962372b05 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGHEST for action security_group_members [ 663.370810] env[66962]: INFO networking_nsxv3.common.synchronization [req-08102d84-d355-4398-a45b-7ca5648799ac req-8e987fd3-4e0b-44a6-b8a5-f8a962372b05 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 4027b191-7580-47ef-9215-2c0cbd8a18e3 with Priority: HIGHEST for action port [ 663.371429] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_rules [ 663.371568] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 with Priority: HIGHEST for action security_group_rules [ 663.371668] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGHEST for action security_group_members [ 663.372455] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4027b191-7580-47ef-9215-2c0cbd8a18e3 with Priority: HIGHEST for action port [ 663.372455] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGHEST for action security_group_rules [ 663.372455] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 663.372455] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 with Priority: HIGHEST for action security_group_members [ 663.372455] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.372715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.372715] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.372838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.372838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.373151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.373270] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c425ea8-1108-44bd-9fe4-d4260c1e9ae7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.375084] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.375084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.375259] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4027b191-7580-47ef-9215-2c0cbd8a18e3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.375358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.375432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.375621] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.375699] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4027b191-7580-47ef-9215-2c0cbd8a18e3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.377977] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.378582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.378827] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.378919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.379426] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.379527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.420769] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('828f1680-4574-42a6-a127-58fd7fcd2680',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.641994] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 663.643089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.687510] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0e99876-c9d4-4083-9800-dd2400801835: rpc.has_security_group_logging(os_id): False [ 663.710455] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.710623] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.710691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.710963] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.711110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.713267] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.713267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.713267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.713267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.713267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.713267] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e99876-c9d4-4083-9800-dd2400801835 is going to be created. [ 663.812027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.812027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.812027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.812027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.812027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.826340] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c425ea8-1108-44bd-9fe4-d4260c1e9ae7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.839868] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e99876-c9d4-4083-9800-dd2400801835 in Status: IN_PROGRESS for 2s [ 663.881381] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4027b191-7580-47ef-9215-2c0cbd8a18e3 with status ACTIVE [ 663.881381] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.890837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.891064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.891653] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.891653] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.891653] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.891930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.891930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.895827] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.896197] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.896993] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.896993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.896993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.897248] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.897248] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.897342] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4027b191-7580-47ef-9215-2c0cbd8a18e3 is going to be updated. [ 663.900440] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.900541] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.925608] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.925608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.925608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.925937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.925937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.926020] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f1680-4574-42a6-a127-58fd7fcd2680 is going to be created. [ 663.932184] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.932422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.932497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.933636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.933636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.933636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4027b191-7580-47ef-9215-2c0cbd8a18e3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.969951] env[66962]: INFO networking_nsxv3.common.synchronization [None req-915780b3-a6d3-4ee7-86b0-184f442d9e94 None None] Enqueued Resource ID: 622a4732-717a-41e3-b3ac-e2459289f6a2 with Priority: HIGHEST for action port [ 663.972382] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 622a4732-717a-41e3-b3ac-e2459289f6a2 with Priority: HIGHEST for action port [ 663.973367] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-622a4732-717a-41e3-b3ac-e2459289f6a2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.973660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-622a4732-717a-41e3-b3ac-e2459289f6a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.973777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-622a4732-717a-41e3-b3ac-e2459289f6a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.974247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-622a4732-717a-41e3-b3ac-e2459289f6a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.976106] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('622a4732-717a-41e3-b3ac-e2459289f6a2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.976410] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.976410] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.976410] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.977056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.977056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.008158] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f1680-4574-42a6-a127-58fd7fcd2680 in Status: UNINITIALIZED for 2s [ 664.333972] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c425ea8-1108-44bd-9fe4-d4260c1e9ae7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.480872] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 622a4732-717a-41e3-b3ac-e2459289f6a2 [ 664.481260] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.481466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.481558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.481922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.482059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.482251] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:622a4732-717a-41e3-b3ac-e2459289f6a2 already deleted. [ 664.482357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-622a4732-717a-41e3-b3ac-e2459289f6a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.493995] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca in Status: SUCCESS [ 664.494631] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.495534] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.495905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.496277] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.496539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.496731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.497061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.497288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.497919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.497919] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.500752] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 664.501952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.502534] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.502671] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.502915] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.503066] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.503149] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.503336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.503415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.503586] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.505128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.505391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.505602] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.506119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.506119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.506431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.507392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.507392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.507392] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.508743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.508743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.508743] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.509247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.509393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.510104] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.510104] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.510104] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.839690] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.840042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.840042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.840256] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.840767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.840767] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 is going to be created. [ 664.924513] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.924513] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.924513] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.924979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.924979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.949410] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 in Status: UNINITIALIZED for 2s [ 665.001093] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.009051] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.012159] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.012364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.012534] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.321140] env[66962]: INFO networking_nsxv3.common.synchronization [None req-c0cb409d-6bb8-4e6a-b608-7fd16b531e33 None None] Enqueued Resource ID: 4ab40194-c50c-4fa8-989a-1d806d2fe5c8 with Priority: HIGHEST for action port [ 665.321788] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab40194-c50c-4fa8-989a-1d806d2fe5c8 with Priority: HIGHEST for action port [ 665.326319] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ab40194-c50c-4fa8-989a-1d806d2fe5c8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.326598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ab40194-c50c-4fa8-989a-1d806d2fe5c8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.326598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ab40194-c50c-4fa8-989a-1d806d2fe5c8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.326901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ab40194-c50c-4fa8-989a-1d806d2fe5c8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.326980] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab40194-c50c-4fa8-989a-1d806d2fe5c8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.503985] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca: rpc.has_security_group_logging(os_id): False [ 665.516022] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.516022] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.527755] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.527904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.527973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.528271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.528375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.528620] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.528719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.528780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.528955] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.529045] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.529224] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca is going to be created. [ 665.599430] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.599430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.599430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.599430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.599687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.616424] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca in Status: IN_PROGRESS for 2s [ 665.830205] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ab40194-c50c-4fa8-989a-1d806d2fe5c8 [ 665.830501] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.830646] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.830715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.831058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.831223] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.831270] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ab40194-c50c-4fa8-989a-1d806d2fe5c8 already deleted. [ 665.831343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ab40194-c50c-4fa8-989a-1d806d2fe5c8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.853625] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e99876-c9d4-4083-9800-dd2400801835 in Status: SUCCESS [ 665.853778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.020064] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.020064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.020064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.020388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.020388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.020388] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca is going to be updated. [ 666.022383] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.022470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.023166] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.023166] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.023166] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.023306] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 666.025342] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f1680-4574-42a6-a127-58fd7fcd2680 in Status: SUCCESS [ 666.025552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.025723] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.025950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.026172] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.026316] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.026381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.026538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.026617] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.026846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.026846] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('828f1680-4574-42a6-a127-58fd7fcd2680',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.060208] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.060397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.060449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.060644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.060802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.064485] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.064485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.064485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.064485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.064485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.076032] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca in Status: IN_PROGRESS for 2s [ 666.079744] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 666.529722] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f1680-4574-42a6-a127-58fd7fcd2680 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.530137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.530137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.530240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.531021] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.531159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.531596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.531596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.531596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.531742] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.531855] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f1680-4574-42a6-a127-58fd7fcd2680 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.531951] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.532052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.532297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.533234] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.533234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.533234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.533234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.533234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.533234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.533234] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('828f1680-4574-42a6-a127-58fd7fcd2680',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.657446] env[66962]: INFO networking_nsxv3.common.synchronization [req-39a28245-f0e8-49be-87b9-af9f6df94c9d req-9294d73b-b83d-4548-8f79-c524bc0154c9 tempest-DeleteServersAdminTestJSON-1207377649 tempest-DeleteServersAdminTestJSON-1207377649-project-member] Enqueued Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_members [ 666.657604] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGHEST for action security_group_members [ 666.658993] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-69baa812-fca4-460b-9687-102629b68e6d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.659605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.659605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.659605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.660886] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.660886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.661693] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.662187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.662187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.662295] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.960766] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 in Status: SUCCESS [ 666.961093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.963194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.963194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.963194] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.963194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.963194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.963194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.963194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.963194] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c425ea8-1108-44bd-9fe4-d4260c1e9ae7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.037427] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 828f1680-4574-42a6-a127-58fd7fcd2680: rpc.has_security_group_logging(os_id): False [ 667.060966] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.063029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.063029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.063029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.063029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.063029] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.063029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.063029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.063029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.063029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.063029] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.063029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.063029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.063029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.063910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.064231] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.065773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.065773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.065773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.065773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.065773] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 828f1680-4574-42a6-a127-58fd7fcd2680 is going to be created. [ 667.138136] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.138306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.138351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.138556] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.138737] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.151184] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828f1680-4574-42a6-a127-58fd7fcd2680 in Status: IN_PROGRESS for 2s [ 667.165910] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.165910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.165910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.165910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.165910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.165910] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.165910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.165910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.165910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.166688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.166688] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69baa812-fca4-460b-9687-102629b68e6d is going to be updated. [ 667.244161] env[66962]: INFO networking_nsxv3.common.synchronization [req-1036d827-9e1a-43da-b3a1-3a46eed9f4ed req-fa6d443f-59a7-4c7b-95c4-492d7070b9ec tempest-ServerGroupTestJSON-1708887213 tempest-ServerGroupTestJSON-1708887213-project-member] Enqueued Resource ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 with Priority: HIGHEST for action security_group_members [ 667.244161] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 with Priority: HIGHEST for action security_group_members [ 667.244161] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4c54dd-9755-4905-8f34-00dcb7843a22 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.244161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.244161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.244161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.244161] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.244161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.244161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.244161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.244161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.244161] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c4c54dd-9755-4905-8f34-00dcb7843a22',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.252597] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.252775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.253035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.253134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.254645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.267994] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69baa812-fca4-460b-9687-102629b68e6d in Status: IN_PROGRESS for 2s [ 667.466518] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c425ea8-1108-44bd-9fe4-d4260c1e9ae7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.634294] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca in Status: SUCCESS [ 667.634695] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.634873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.635060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.635060] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.748899] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.748899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.748899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.748899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.748899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.748899] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.748899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.748899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.748899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.748899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.748899] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 already deleted. [ 667.748899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.970608] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c425ea8-1108-44bd-9fe4-d4260c1e9ae7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.087785] env[66962]: INFO networking_nsxv3.common.synchronization [None req-34b585f8-8275-471a-b7fd-986c871bcc8d None None] Enqueued Resource ID: 73d0dc3e-4810-4590-b43d-d6b273f7f34d with Priority: HIGHEST for action port [ 668.088260] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d0dc3e-4810-4590-b43d-d6b273f7f34d with Priority: HIGHEST for action port [ 668.089481] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca in Status: SUCCESS [ 668.089528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.090607] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 668.092378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.092378] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-73d0dc3e-4810-4590-b43d-d6b273f7f34d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.092378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73d0dc3e-4810-4590-b43d-d6b273f7f34d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.092378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73d0dc3e-4810-4590-b43d-d6b273f7f34d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.092378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73d0dc3e-4810-4590-b43d-d6b273f7f34d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.092378] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73d0dc3e-4810-4590-b43d-d6b273f7f34d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.093945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.094156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.094341] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.094465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.094538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.094650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.094730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.094819] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.096886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.096886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.096886] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.096886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.096886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.096886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.096886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.097467] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.137754] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.137985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.154947] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.155152] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-960" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.155279] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-960" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.155641] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-960" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.156089] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.156279] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.156391] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.156614] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.156916] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.157036] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.157155] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.157328] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.157496] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.157657] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.157931] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.158054] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.181135] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.181356] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.181724] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.181724] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-960" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.182020] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-f32ae621-89a5-42a4-bea1-f30ca3e9230a taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.182250] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-f32ae621-89a5-42a4-bea1-f30ca3e9230a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.182375] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-f32ae621-89a5-42a4-bea1-f30ca3e9230a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.182821] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-f32ae621-89a5-42a4-bea1-f30ca3e9230a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.182971] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f32ae621-89a5-42a4-bea1-f30ca3e9230a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.291465] env[66962]: INFO networking_nsxv3.common.synchronization [None req-0e23ddba-4676-4ebe-a193-8760487a8516 None None] Enqueued Resource ID: 40260a84-9e36-447f-82d3-6ea1a72f364d with Priority: HIGHEST for action port [ 668.291999] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40260a84-9e36-447f-82d3-6ea1a72f364d with Priority: HIGHEST for action port [ 668.292489] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-40260a84-9e36-447f-82d3-6ea1a72f364d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.293540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40260a84-9e36-447f-82d3-6ea1a72f364d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.293540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40260a84-9e36-447f-82d3-6ea1a72f364d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.293540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40260a84-9e36-447f-82d3-6ea1a72f364d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.293540] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40260a84-9e36-447f-82d3-6ea1a72f364d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.474290] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.474290] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.474290] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.474563] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.474563] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.474635] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 is going to be updated. [ 668.507747] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.508034] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.508034] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.508240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.508377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.519595] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 in Status: IN_PROGRESS for 2s [ 668.598400] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73d0dc3e-4810-4590-b43d-d6b273f7f34d [ 668.598871] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.599032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.599201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.599403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.599599] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.599721] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73d0dc3e-4810-4590-b43d-d6b273f7f34d already deleted. [ 668.599894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73d0dc3e-4810-4590-b43d-d6b273f7f34d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.600163] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.601121] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.685930] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.686242] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.686594] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.686594] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.686703] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.686854] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port f32ae621-89a5-42a4-bea1-f30ca3e9230a not found, creating... [ 668.687130] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.687287] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.687424] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.687643] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.687774] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.688094] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.688248] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.688357] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.688558] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.688686] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.688819] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: f32ae621-89a5-42a4-bea1-f30ca3e9230a is going to be created. [ 668.710874] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.711233] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.711461] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.711843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.712212] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.713049] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-f32ae621-89a5-42a4-bea1-f30ca3e9230a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.796467] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40260a84-9e36-447f-82d3-6ea1a72f364d [ 668.797051] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.797051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.797051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.797235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.797292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.797383] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40260a84-9e36-447f-82d3-6ea1a72f364d already deleted. [ 668.798170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40260a84-9e36-447f-82d3-6ea1a72f364d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.107743] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.107743] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.167260] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 828f1680-4574-42a6-a127-58fd7fcd2680 in Status: SUCCESS [ 669.167260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.282066] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69baa812-fca4-460b-9687-102629b68e6d in Status: SUCCESS [ 669.283042] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69baa812-fca4-460b-9687-102629b68e6d deletion is rescheduled due to dependency. [ 669.283042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.330055] env[66962]: INFO networking_nsxv3.common.synchronization [None req-3a1e660b-3af5-4eb7-83ef-5657cb84afae tempest-ServerActionsTestOtherA-480394509 tempest-ServerActionsTestOtherA-480394509-project-member] Enqueued Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_rules [ 669.330680] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_rules [ 669.332017] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.332760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.332815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.333534] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.333534] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.493431] env[66962]: INFO networking_nsxv3.common.synchronization [req-1036d827-9e1a-43da-b3a1-3a46eed9f4ed req-b3ff5830-2559-43df-8c28-530016f1ffdc service nova] Enqueued Resource ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 with Priority: HIGHEST for action security_group_rules [ 669.493431] env[66962]: INFO networking_nsxv3.common.synchronization [req-1036d827-9e1a-43da-b3a1-3a46eed9f4ed req-b3ff5830-2559-43df-8c28-530016f1ffdc service nova] Enqueued Resource ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 with Priority: HIGHEST for action security_group_members [ 669.493431] env[66962]: INFO networking_nsxv3.common.synchronization [req-1036d827-9e1a-43da-b3a1-3a46eed9f4ed req-b3ff5830-2559-43df-8c28-530016f1ffdc service nova] Enqueued Resource ID: f32ae621-89a5-42a4-bea1-f30ca3e9230a with Priority: HIGHEST for action port [ 669.493431] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 with Priority: HIGHEST for action security_group_rules [ 669.494026] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 with Priority: HIGHEST for action security_group_members [ 669.494313] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f32ae621-89a5-42a4-bea1-f30ca3e9230a with Priority: HIGHEST for action port [ 669.494868] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c4c54dd-9755-4905-8f34-00dcb7843a22 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.495194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.495443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.495848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.496112] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c4c54dd-9755-4905-8f34-00dcb7843a22',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.497344] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4c54dd-9755-4905-8f34-00dcb7843a22 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.497915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.497915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.497915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.498711] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.498898] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.501852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.501852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.501852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.501852] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c4c54dd-9755-4905-8f34-00dcb7843a22',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.501852] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f32ae621-89a5-42a4-bea1-f30ca3e9230a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.501852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f32ae621-89a5-42a4-bea1-f30ca3e9230a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.501852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f32ae621-89a5-42a4-bea1-f30ca3e9230a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.501852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f32ae621-89a5-42a4-bea1-f30ca3e9230a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.501852] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f32ae621-89a5-42a4-bea1-f30ca3e9230a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.610153] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.610153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.610153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.610153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.610153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.610153] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca is going to be updated. [ 669.611729] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.611729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.611914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.611957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.612037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.612133] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 669.643909] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.644077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.644140] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.644350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.644496] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.647131] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.647299] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.647354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.647534] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.647831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.659822] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca in Status: IN_PROGRESS for 2s [ 669.660929] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 669.854565] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.854962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.854962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.854962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.855093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.855144] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edde1203-b70c-41f8-a830-6c336906e0e6 already deleted. [ 669.855233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.002787] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4c54dd-9755-4905-8f34-00dcb7843a22 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.002936] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.004039] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c4c54dd-9755-4905-8f34-00dcb7843a22',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.006391] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f32ae621-89a5-42a4-bea1-f30ca3e9230a with status ACTIVE [ 670.006391] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.006391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.006391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.006391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.006391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.006828] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.006828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.006828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.006828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.006828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.007049] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.007049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.007133] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.007246] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.007317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.007398] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f32ae621-89a5-42a4-bea1-f30ca3e9230a is going to be updated. [ 670.032523] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.032709] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.032709] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.032867] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.033010] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.033165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f32ae621-89a5-42a4-bea1-f30ca3e9230a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.370718] env[66962]: INFO networking_nsxv3.common.synchronization [None req-42038695-79b2-4bdf-83f8-57a6e38cce94 tempest-ServerActionsTestOtherA-480394509 tempest-ServerActionsTestOtherA-480394509-project-member] Enqueued Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_rules [ 670.371426] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_rules [ 670.371972] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.371972] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.371972] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.372218] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.372270] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.505126] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c4c54dd-9755-4905-8f34-00dcb7843a22',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.533491] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 in Status: SUCCESS [ 670.533783] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.534160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.535141] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.535377] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.535585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.535668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.535905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.536120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.536303] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.536430] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c425ea8-1108-44bd-9fe4-d4260c1e9ae7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.893476] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.893844] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.893844] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.893921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.894017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.894129] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edde1203-b70c-41f8-a830-6c336906e0e6 already deleted. [ 670.894221] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.010241] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.010241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.010241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.010241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.010241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.010241] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 is going to be created. [ 671.036729] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.036729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.036729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.036729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.036729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.040443] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c425ea8-1108-44bd-9fe4-d4260c1e9ae7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.043872] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 in Status: UNINITIALIZED for 2s [ 671.392144] env[66962]: INFO networking_nsxv3.common.synchronization [None req-6df7b661-98a2-4339-a880-7c9251ba366d None None] Enqueued Resource ID: 74d9046c-9740-45c3-8eb1-1960ce9341a2 with Priority: HIGHEST for action port [ 671.392681] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d9046c-9740-45c3-8eb1-1960ce9341a2 with Priority: HIGHEST for action port [ 671.394537] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-74d9046c-9740-45c3-8eb1-1960ce9341a2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.394537] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74d9046c-9740-45c3-8eb1-1960ce9341a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.394537] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74d9046c-9740-45c3-8eb1-1960ce9341a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.394537] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74d9046c-9740-45c3-8eb1-1960ce9341a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.394537] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74d9046c-9740-45c3-8eb1-1960ce9341a2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.544867] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7: rpc.has_security_group_logging(os_id): False [ 671.564726] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.567021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.567021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.567021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.567021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.567021] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.567021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.567021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.567021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.567021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.567021] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 is going to be created. [ 671.637957] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.638217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.638217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.639451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.639755] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.654606] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 in Status: IN_PROGRESS for 2s [ 671.674845] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 671.675737] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.675855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.676139] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.676347] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.676471] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.676537] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.676701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.676786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.676892] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.677075] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.677173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.677235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.677380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.677516] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.677610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.677669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.677827] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.677943] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.678048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.678139] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.679814] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca in Status: SUCCESS [ 671.680165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.680357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.680588] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.680677] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.681225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.681225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.681225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.681225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.681225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.681430] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.897204] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74d9046c-9740-45c3-8eb1-1960ce9341a2 [ 671.897558] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.897667] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.897667] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.897859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.897946] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.898125] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74d9046c-9740-45c3-8eb1-1960ce9341a2 already deleted. [ 671.898214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74d9046c-9740-45c3-8eb1-1960ce9341a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.186077] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19f5e4f6-f861-4435-9540-3b3d0de1f6c2: rpc.has_security_group_logging(os_id): False [ 672.186077] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.205378] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.205378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.205378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.205378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.205378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.205378] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.205378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.205378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.205378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.205378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.205378] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.205378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.205378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.206085] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.206085] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.206085] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.206085] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.206085] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.206085] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.206881] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.207037] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 672.279023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.281314] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.281314] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.281314] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.281314] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.310625] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 672.384396] env[66962]: INFO networking_nsxv3.common.synchronization [None req-caf2a8f0-25a9-418d-bbc7-f78ec3d0a363 None None] Enqueued Resource ID: f90629dc-5aa3-4a87-b867-7f8a4fe33eca with Priority: HIGHEST for action port [ 672.385609] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90629dc-5aa3-4a87-b867-7f8a4fe33eca with Priority: HIGHEST for action port [ 672.385609] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f90629dc-5aa3-4a87-b867-7f8a4fe33eca taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.385912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f90629dc-5aa3-4a87-b867-7f8a4fe33eca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.385912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f90629dc-5aa3-4a87-b867-7f8a4fe33eca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.386346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f90629dc-5aa3-4a87-b867-7f8a4fe33eca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.386445] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f90629dc-5aa3-4a87-b867-7f8a4fe33eca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.688121] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca: rpc.has_security_group_logging(os_id): False [ 672.708231] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.708406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.708481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.708697] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.708773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.709011] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.709117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.709181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.709332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.709409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.709493] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca is going to be updated. [ 672.780781] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.780781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.780781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.782907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.783168] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.800047] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca in Status: IN_PROGRESS for 2s [ 672.889976] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f90629dc-5aa3-4a87-b867-7f8a4fe33eca [ 672.890940] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.890940] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.890940] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.891258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.891489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.891631] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f90629dc-5aa3-4a87-b867-7f8a4fe33eca already deleted. [ 672.891716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f90629dc-5aa3-4a87-b867-7f8a4fe33eca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.056318] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 in Status: SUCCESS [ 673.057379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.057379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.057379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.057379] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.057379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.057379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.057379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.057379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.057379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.058170] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c4c54dd-9755-4905-8f34-00dcb7843a22',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.566512] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4c54dd-9755-4905-8f34-00dcb7843a22 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.566885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.566885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.567081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.567266] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.567372] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.567448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.567604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.567701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.567826] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.567982] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4c54dd-9755-4905-8f34-00dcb7843a22 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.568131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.568211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.568469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.568544] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.568594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.568640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.568805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.568877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.568936] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.569392] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c4c54dd-9755-4905-8f34-00dcb7843a22',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.670257] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 in Status: SUCCESS [ 673.670503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.074534] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c4c54dd-9755-4905-8f34-00dcb7843a22: rpc.has_security_group_logging(os_id): False [ 674.094425] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.094607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.094667] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.094861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.094949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.095195] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.095294] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.095354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.095523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.095592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.095765] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.095850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.095914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.096050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.096131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.096308] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.096389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.096444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.096580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.096643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.096735] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 is going to be created. [ 674.172356] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.172596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.172671] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.172883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.173083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.186136] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 in Status: IN_PROGRESS for 2s [ 674.340860] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 674.341102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.341291] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.341518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.341784] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.812599] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca in Status: SUCCESS [ 674.813066] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.843973] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.843973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.844142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.845444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.845444] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.845444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.845444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.845632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.846205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.846205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.846205] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.905537] env[66962]: INFO networking_nsxv3.common.synchronization [None req-460a8704-5bfb-4fba-87dd-cece806657c1 None None] Enqueued Resource ID: 7ef1e8f4-9a65-4f8b-b41b-7ef3847ff768 with Priority: HIGHEST for action port [ 674.906181] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ef1e8f4-9a65-4f8b-b41b-7ef3847ff768 with Priority: HIGHEST for action port [ 674.907283] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ef1e8f4-9a65-4f8b-b41b-7ef3847ff768 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.907421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ef1e8f4-9a65-4f8b-b41b-7ef3847ff768" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.907480] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ef1e8f4-9a65-4f8b-b41b-7ef3847ff768" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.907715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ef1e8f4-9a65-4f8b-b41b-7ef3847ff768" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.907796] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ef1e8f4-9a65-4f8b-b41b-7ef3847ff768',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.350349] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.350349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.350349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.350790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.352104] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.352266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.352266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.352563] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.352618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.352701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.352899] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.353021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.353169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.353235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.353730] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.353730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.353730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.353730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.354346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.354346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.354346] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.409573] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ef1e8f4-9a65-4f8b-b41b-7ef3847ff768 [ 675.410602] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.410602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.410602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.410602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.410602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.410602] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ef1e8f4-9a65-4f8b-b41b-7ef3847ff768 already deleted. [ 675.410602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ef1e8f4-9a65-4f8b-b41b-7ef3847ff768" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.730330] env[66962]: INFO networking_nsxv3.common.synchronization [req-5fe6a06d-d952-432f-9a52-e2d1987b0ec2 req-d197845b-253d-4ea3-8bb7-9860137ea348 tempest-ServerDiskConfigTestJSON-1440675890 tempest-ServerDiskConfigTestJSON-1440675890-project-member] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 675.730936] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 675.731361] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.731492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.731570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.731785] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.731954] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.732242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.732354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.732555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.733330] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.733330] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.858101] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19f5e4f6-f861-4435-9540-3b3d0de1f6c2: rpc.has_security_group_logging(os_id): False [ 675.877187] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.877380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.877447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.877623] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.877713] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.877944] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.878152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.878242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.878376] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.878462] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.878642] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.878879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.878879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.879018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.879150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.879432] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.879551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.879711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.879912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.880068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.880186] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 675.951309] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.951574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.951716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.952053] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.952309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.969662] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 676.203637] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 in Status: SUCCESS [ 676.203637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.235036] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.235233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.235315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.235552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.235658] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.235864] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.235957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.236064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.236231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.236312] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.236423] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 676.267521] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.268061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.268174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.268417] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.268626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.280419] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 676.324099] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.324313] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.324393] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.324628] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.324879] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.325037] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.325146] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.325348] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.325520] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.325685] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.325808] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.325889] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.325986] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.326102] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.326201] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.326323] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.347528] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.348589] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.348589] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.348589] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.348589] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-de5e3a53-8bec-428e-8080-8267e1216fda taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.348589] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-de5e3a53-8bec-428e-8080-8267e1216fda" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.348589] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-de5e3a53-8bec-428e-8080-8267e1216fda" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.348890] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-de5e3a53-8bec-428e-8080-8267e1216fda" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.348989] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de5e3a53-8bec-428e-8080-8267e1216fda',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.632859] env[66962]: INFO networking_nsxv3.common.synchronization [None req-026d6d2c-e360-4155-9783-30772724958e None None] Enqueued Resource ID: 246041c1-2b39-4402-ae5b-b51fc5937d1e with Priority: HIGHEST for action port [ 676.635561] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 246041c1-2b39-4402-ae5b-b51fc5937d1e with Priority: HIGHEST for action port [ 676.635561] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-246041c1-2b39-4402-ae5b-b51fc5937d1e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.635561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-246041c1-2b39-4402-ae5b-b51fc5937d1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.635561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-246041c1-2b39-4402-ae5b-b51fc5937d1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.635561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-246041c1-2b39-4402-ae5b-b51fc5937d1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.635561] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('246041c1-2b39-4402-ae5b-b51fc5937d1e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.851698] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.852610] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.852610] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.852610] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.852610] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.852610] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port de5e3a53-8bec-428e-8080-8267e1216fda not found, creating... [ 676.853326] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.853326] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.853326] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.853326] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.853549] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.853983] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.853983] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.853983] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.854168] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.854293] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.854423] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: de5e3a53-8bec-428e-8080-8267e1216fda is going to be created. [ 676.875701] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.875912] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.876038] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.876299] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.876560] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.876775] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-de5e3a53-8bec-428e-8080-8267e1216fda" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.086719] env[66962]: INFO networking_nsxv3.common.synchronization [req-73cd5217-b866-439f-bd81-6a9b17ba7107 req-c06a96a4-b76f-4ad0-86d1-8ef1edcaed40 tempest-ImagesOneServerNegativeTestJSON-1548135388 tempest-ImagesOneServerNegativeTestJSON-1548135388-project-member] Enqueued Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 677.087304] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 677.087607] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.087733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.087804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.087984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.088220] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.088331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.088390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.088549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.088632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.088894] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.136984] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 246041c1-2b39-4402-ae5b-b51fc5937d1e [ 677.137243] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.137381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.137427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.137616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.137749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.137931] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:246041c1-2b39-4402-ae5b-b51fc5937d1e already deleted. [ 677.137931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-246041c1-2b39-4402-ae5b-b51fc5937d1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.593084] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.593084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.593084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.593084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.593084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.593455] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.593455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.593455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.593604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.593604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.594079] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da is going to be updated. [ 677.632315] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.632315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.632477] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.632713] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.632915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.643860] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: IN_PROGRESS for 2s [ 677.690846] env[66962]: INFO networking_nsxv3.common.synchronization [req-5fe6a06d-d952-432f-9a52-e2d1987b0ec2 req-f7dd4f4d-5066-4109-aaf2-d2a0a2fddc52 service nova] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_rules [ 677.690846] env[66962]: INFO networking_nsxv3.common.synchronization [req-5fe6a06d-d952-432f-9a52-e2d1987b0ec2 req-f7dd4f4d-5066-4109-aaf2-d2a0a2fddc52 service nova] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 677.690846] env[66962]: INFO networking_nsxv3.common.synchronization [req-5fe6a06d-d952-432f-9a52-e2d1987b0ec2 req-f7dd4f4d-5066-4109-aaf2-d2a0a2fddc52 service nova] Enqueued Resource ID: de5e3a53-8bec-428e-8080-8267e1216fda with Priority: HIGHEST for action port [ 677.691812] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_rules [ 677.691812] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 677.691812] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5e3a53-8bec-428e-8080-8267e1216fda with Priority: HIGHEST for action port [ 677.691812] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.691812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.692086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.692086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.692162] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.693575] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.693690] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.694250] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-de5e3a53-8bec-428e-8080-8267e1216fda taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.694250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de5e3a53-8bec-428e-8080-8267e1216fda" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.694250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de5e3a53-8bec-428e-8080-8267e1216fda" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.694668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de5e3a53-8bec-428e-8080-8267e1216fda" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.694753] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de5e3a53-8bec-428e-8080-8267e1216fda',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.794904] env[66962]: INFO networking_nsxv3.common.synchronization [req-d36731ff-1940-4518-91fb-c2e4598df7f3 req-4733448f-13e5-4154-804b-03a6cc0d326f tempest-DeleteServersTestJSON-1292956810 tempest-DeleteServersTestJSON-1292956810-project-member] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 677.795490] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 677.795812] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.795935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.796022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.797918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.798074] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.798298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.798377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.798555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.798647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.798749] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.986504] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 677.986504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.186437] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.186639] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.186760] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.187021] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.187266] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.187406] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.187505] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.187698] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.191028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.191028] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.191028] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.191028] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.191028] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.191028] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.191028] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.191028] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.196130] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.196305] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.196400] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de5e3a53-8bec-428e-8080-8267e1216fda with status ACTIVE [ 678.196560] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.196674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.196738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.196891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.196971] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.197140] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.197251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.197309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.197409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.197482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.197645] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.197733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.197777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.197902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.197970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.198112] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de5e3a53-8bec-428e-8080-8267e1216fda is going to be updated. [ 678.212770] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.212945] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.213088] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.213272] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.213592] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-c3823dd5-d8e2-4602-ab3c-361046863f09 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.213768] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-c3823dd5-d8e2-4602-ab3c-361046863f09" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.213892] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-c3823dd5-d8e2-4602-ab3c-361046863f09" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.214340] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-c3823dd5-d8e2-4602-ab3c-361046863f09" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.214483] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3823dd5-d8e2-4602-ab3c-361046863f09',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.223266] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.223431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.223500] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.223686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.223815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.223962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de5e3a53-8bec-428e-8080-8267e1216fda" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.295079] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 678.295302] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee deletion is rescheduled due to dependency. [ 678.295490] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.295566] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.295787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.295995] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.296135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.296212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.296358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.296440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.296543] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.302989] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.303155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.303227] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.303431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.304476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.304476] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.304476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.304476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.304476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.304476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.304476] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 678.356450] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.356593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.356698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.356882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.357035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.367501] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 678.717220] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.717660] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.717797] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.718163] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.718382] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.718555] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port c3823dd5-d8e2-4602-ab3c-361046863f09 not found, creating... [ 678.718976] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.719245] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.719444] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.719810] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.720070] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.720558] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.720827] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.721050] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.721399] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.721640] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.721878] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: c3823dd5-d8e2-4602-ab3c-361046863f09 is going to be created. [ 678.743540] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.743670] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.743780] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.744203] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.744326] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.744543] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-c3823dd5-d8e2-4602-ab3c-361046863f09" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.788576] env[66962]: INFO networking_nsxv3.common.synchronization [None req-10bc86d2-6e9d-4eae-a0c9-203b87da27b5 None None] Enqueued Resource ID: fbdfb7bc-bf35-4120-a426-7781636a83a5 with Priority: HIGHEST for action port [ 678.788576] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbdfb7bc-bf35-4120-a426-7781636a83a5 with Priority: HIGHEST for action port [ 678.788813] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbdfb7bc-bf35-4120-a426-7781636a83a5 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.788903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbdfb7bc-bf35-4120-a426-7781636a83a5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.789077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbdfb7bc-bf35-4120-a426-7781636a83a5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.789342] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbdfb7bc-bf35-4120-a426-7781636a83a5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.789424] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbdfb7bc-bf35-4120-a426-7781636a83a5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.799779] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.293205] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbdfb7bc-bf35-4120-a426-7781636a83a5 [ 679.293205] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.293205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.293205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.293205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.293205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.293205] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbdfb7bc-bf35-4120-a426-7781636a83a5 already deleted. [ 679.293205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbdfb7bc-bf35-4120-a426-7781636a83a5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.301636] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.451532] env[66962]: INFO networking_nsxv3.common.synchronization [req-d36731ff-1940-4518-91fb-c2e4598df7f3 req-d61bf0f1-3bf3-43e4-82c4-c0c3bdab5570 service nova] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_rules [ 679.451532] env[66962]: INFO networking_nsxv3.common.synchronization [req-d36731ff-1940-4518-91fb-c2e4598df7f3 req-d61bf0f1-3bf3-43e4-82c4-c0c3bdab5570 service nova] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 679.451532] env[66962]: INFO networking_nsxv3.common.synchronization [req-d36731ff-1940-4518-91fb-c2e4598df7f3 req-d61bf0f1-3bf3-43e4-82c4-c0c3bdab5570 service nova] Enqueued Resource ID: c3823dd5-d8e2-4602-ab3c-361046863f09 with Priority: HIGHEST for action port [ 679.451532] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_rules [ 679.451532] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 679.451532] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3823dd5-d8e2-4602-ab3c-361046863f09 with Priority: HIGHEST for action port [ 679.451532] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.452522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.452522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.452522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.452801] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.454805] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.454805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.454805] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3823dd5-d8e2-4602-ab3c-361046863f09 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.454805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3823dd5-d8e2-4602-ab3c-361046863f09" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.454805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3823dd5-d8e2-4602-ab3c-361046863f09" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.454805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3823dd5-d8e2-4602-ab3c-361046863f09" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.454805] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3823dd5-d8e2-4602-ab3c-361046863f09',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.654741] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: SUCCESS [ 679.654926] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da deletion is rescheduled due to dependency. [ 679.655060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.806039] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.806396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.806396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.806470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.806552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.806657] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 679.822165] env[66962]: INFO networking_nsxv3.common.synchronization [None req-7c345ba5-40e8-40c8-acf0-87c40b1d8e5d None None] Enqueued Resource ID: 9345c6a4-96fd-44fa-9cc8-05ca01a31e86 with Priority: HIGHEST for action port [ 679.822761] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9345c6a4-96fd-44fa-9cc8-05ca01a31e86 with Priority: HIGHEST for action port [ 679.823156] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9345c6a4-96fd-44fa-9cc8-05ca01a31e86 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.823270] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9345c6a4-96fd-44fa-9cc8-05ca01a31e86" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.823676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9345c6a4-96fd-44fa-9cc8-05ca01a31e86" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.823945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9345c6a4-96fd-44fa-9cc8-05ca01a31e86" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.824254] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9345c6a4-96fd-44fa-9cc8-05ca01a31e86',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.846990] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.847167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.847212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.847520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.847686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.862518] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 679.959070] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.959070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.959070] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3823dd5-d8e2-4602-ab3c-361046863f09 with status ACTIVE [ 679.959070] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.959070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.959070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.959070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.959070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.959070] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.959070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.959070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.959070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.959070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.959070] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.959966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.959966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.959966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.959966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.959966] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3823dd5-d8e2-4602-ab3c-361046863f09 is going to be updated. [ 679.982620] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.982803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.982867] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.983054] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.983197] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.983536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3823dd5-d8e2-4602-ab3c-361046863f09" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.329751] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9345c6a4-96fd-44fa-9cc8-05ca01a31e86 [ 680.329751] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.329751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.329751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.329751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.329751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.329751] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9345c6a4-96fd-44fa-9cc8-05ca01a31e86 already deleted. [ 680.329751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9345c6a4-96fd-44fa-9cc8-05ca01a31e86" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.378971] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 680.379155] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 deletion is rescheduled due to dependency. [ 680.379155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.379406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.379482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.379675] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.379769] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.379835] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.380239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.380239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.380353] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.882602] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.934269] env[66962]: INFO networking_nsxv3.common.synchronization [None req-729c304d-c992-4754-8fe4-b9f8efccfeea tempest-AttachInterfacesUnderV243Test-2007290196 tempest-AttachInterfacesUnderV243Test-2007290196-project-member] Enqueued Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_rules [ 680.937447] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_rules [ 680.937447] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f57472-1dae-48f3-b113-6a286460ca01 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.937447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.937447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.937447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.937447] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.073370] env[66962]: INFO networking_nsxv3.common.synchronization [None req-342f6cb1-d0ef-4778-9b5d-a6240ea83da2 tempest-AttachInterfacesUnderV243Test-2007290196 tempest-AttachInterfacesUnderV243Test-2007290196-project-member] Enqueued Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_rules [ 681.073370] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_rules [ 681.073370] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f57472-1dae-48f3-b113-6a286460ca01 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.073370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.387575] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.464210] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.464210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.464210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.464679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.464679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.464679] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f57472-1dae-48f3-b113-6a286460ca01 already deleted. [ 681.464679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.465032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.465032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.465132] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.874771] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 681.874771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.874771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.874771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.875130] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.875274] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.875319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.875829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.875829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.875829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.875829] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.891014] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.891299] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.891299] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.891605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.891605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.891779] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 681.924090] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.924090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.924090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.924090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.924090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.934451] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 681.993043] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.993043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.993043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.993043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.993043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.993043] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f57472-1dae-48f3-b113-6a286460ca01 already deleted. [ 681.993043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.004789] env[66962]: INFO networking_nsxv3.common.synchronization [None req-3ac5b970-f62d-4a45-a794-512d703c1208 None None] Enqueued Resource ID: 78026a79-ca34-4c2f-9dc7-45f7c103ae0d with Priority: HIGHEST for action port [ 682.005210] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78026a79-ca34-4c2f-9dc7-45f7c103ae0d with Priority: HIGHEST for action port [ 682.005557] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-78026a79-ca34-4c2f-9dc7-45f7c103ae0d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.005895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78026a79-ca34-4c2f-9dc7-45f7c103ae0d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.005973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78026a79-ca34-4c2f-9dc7-45f7c103ae0d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.006256] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78026a79-ca34-4c2f-9dc7-45f7c103ae0d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.006402] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78026a79-ca34-4c2f-9dc7-45f7c103ae0d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.380857] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.380857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.380857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.380857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.380857] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.380857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.380857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.380857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.380857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.380857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.381356] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.381356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.381356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.381356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.381551] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.381551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.381551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.381678] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.381754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.381828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.381910] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.510306] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78026a79-ca34-4c2f-9dc7-45f7c103ae0d [ 682.510932] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.510932] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.510932] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.511144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.511144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.511244] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78026a79-ca34-4c2f-9dc7-45f7c103ae0d already deleted. [ 682.511294] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78026a79-ca34-4c2f-9dc7-45f7c103ae0d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.885426] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce11e631-3066-4efa-aa1e-d24f52c90cee: rpc.has_security_group_logging(os_id): False [ 682.904779] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.904779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.904779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.904779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.904779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.904779] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.904779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.904779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.904779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.904779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.905402] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.905402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.905402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.905402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.905402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.905402] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.906152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.906152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.906152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.906152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.906152] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 682.908989] env[66962]: INFO networking_nsxv3.common.synchronization [req-35413775-d08e-4a21-95c4-5a83276f0bd8 req-2a0786cc-56b5-4286-8233-545bc0f4e849 tempest-ServerMetadataNegativeTestJSON-1263037664 tempest-ServerMetadataNegativeTestJSON-1263037664-project-member] Enqueued Resource ID: a00db942-f3f9-4737-be92-885f17f67227 with Priority: HIGHEST for action security_group_members [ 682.910895] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00db942-f3f9-4737-be92-885f17f67227 with Priority: HIGHEST for action security_group_members [ 682.911241] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00db942-f3f9-4737-be92-885f17f67227 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.911730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.911730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.911860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.911983] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.912164] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.912237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.912403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.912642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.912955] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a00db942-f3f9-4737-be92-885f17f67227',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.981745] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.981984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.981984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.982194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.982880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.997828] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 683.415183] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.415351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.415425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.415640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.415725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.415917] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.416293] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.416293] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.416293] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.416526] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.416526] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a00db942-f3f9-4737-be92-885f17f67227 already deleted. [ 683.416526] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.530739] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.532018] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-534" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.532018] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-534" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.532018] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-534" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.532018] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.532583] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.533636] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.533636] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.533636] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.533636] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.533636] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.533636] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.534038] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.534038] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.534038] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.534038] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.554227] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.554227] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.554486] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.554540] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-534" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.555556] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-cb343e9b-39c8-453e-a6e9-95df9b704133 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.555556] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-cb343e9b-39c8-453e-a6e9-95df9b704133" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.555556] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-cb343e9b-39c8-453e-a6e9-95df9b704133" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.555556] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-cb343e9b-39c8-453e-a6e9-95df9b704133" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.555556] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb343e9b-39c8-453e-a6e9-95df9b704133',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.850990] env[66962]: INFO networking_nsxv3.common.synchronization [None req-c9f113c1-6741-480c-88b1-40637be9e63e None None] Enqueued Resource ID: 6227c123-ffef-49df-a215-20b4f64a7925 with Priority: HIGHEST for action port [ 683.853441] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6227c123-ffef-49df-a215-20b4f64a7925 with Priority: HIGHEST for action port [ 683.853441] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-6227c123-ffef-49df-a215-20b4f64a7925 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.853441] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6227c123-ffef-49df-a215-20b4f64a7925" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.853441] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6227c123-ffef-49df-a215-20b4f64a7925" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.853646] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6227c123-ffef-49df-a215-20b4f64a7925" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.853646] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6227c123-ffef-49df-a215-20b4f64a7925',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.947847] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 683.947847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.947847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.947847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.947847] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.947847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.947847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.947847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.947847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.947847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.947847] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.058471] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.059240] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.059240] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.059240] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.059240] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.059438] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port cb343e9b-39c8-453e-a6e9-95df9b704133 not found, creating... [ 684.059640] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.060550] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.060550] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.060550] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.060679] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.060868] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.061034] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.061146] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.061378] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.061888] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.061888] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: cb343e9b-39c8-453e-a6e9-95df9b704133 is going to be created. [ 684.086651] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.086651] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.086651] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.086651] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.086651] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.086651] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-cb343e9b-39c8-453e-a6e9-95df9b704133" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.356965] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6227c123-ffef-49df-a215-20b4f64a7925 [ 684.356965] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.356965] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.356965] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.356965] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.357422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.357422] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6227c123-ffef-49df-a215-20b4f64a7925 already deleted. [ 684.357422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6227c123-ffef-49df-a215-20b4f64a7925" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.450318] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.450503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.450564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.450772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.450935] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.451052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.451099] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.451300] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.451406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.451495] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.451638] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.451728] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.451787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.451932] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.452065] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.452170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.452226] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.452355] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.452432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.452511] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.452596] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.861169] env[66962]: INFO networking_nsxv3.common.synchronization [req-35413775-d08e-4a21-95c4-5a83276f0bd8 req-a62ba199-0865-431f-928e-4fe86019f788 service nova] Enqueued Resource ID: a00db942-f3f9-4737-be92-885f17f67227 with Priority: HIGHEST for action security_group_rules [ 684.861383] env[66962]: INFO networking_nsxv3.common.synchronization [req-35413775-d08e-4a21-95c4-5a83276f0bd8 req-a62ba199-0865-431f-928e-4fe86019f788 service nova] Enqueued Resource ID: a00db942-f3f9-4737-be92-885f17f67227 with Priority: HIGHEST for action security_group_members [ 684.861581] env[66962]: INFO networking_nsxv3.common.synchronization [req-35413775-d08e-4a21-95c4-5a83276f0bd8 req-a62ba199-0865-431f-928e-4fe86019f788 service nova] Enqueued Resource ID: cb343e9b-39c8-453e-a6e9-95df9b704133 with Priority: HIGHEST for action port [ 684.863260] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00db942-f3f9-4737-be92-885f17f67227 with Priority: HIGHEST for action security_group_rules [ 684.863260] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00db942-f3f9-4737-be92-885f17f67227 with Priority: HIGHEST for action security_group_members [ 684.863260] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb343e9b-39c8-453e-a6e9-95df9b704133 with Priority: HIGHEST for action port [ 684.863260] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a00db942-f3f9-4737-be92-885f17f67227 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.863260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.863260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.863260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.863260] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a00db942-f3f9-4737-be92-885f17f67227',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.865282] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00db942-f3f9-4737-be92-885f17f67227 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.865282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.865282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.865282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.865282] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.865282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.865282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.865666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.865666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.865666] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a00db942-f3f9-4737-be92-885f17f67227',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.866522] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb343e9b-39c8-453e-a6e9-95df9b704133 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.866522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb343e9b-39c8-453e-a6e9-95df9b704133" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.866522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb343e9b-39c8-453e-a6e9-95df9b704133" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.866743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb343e9b-39c8-453e-a6e9-95df9b704133" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.866743] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb343e9b-39c8-453e-a6e9-95df9b704133',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.955583] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5d33064-6236-4da6-bd65-51867bacca29: rpc.has_security_group_logging(os_id): False [ 684.978799] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.978799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.978799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.978799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.978799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.979379] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.979379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.979379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.979379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.979379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.980238] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.980238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.980238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.980238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.980238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.980890] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.981049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.981121] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.981262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.981335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.981394] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 685.009814] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 685.010052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.054942] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.054942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.054942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.054942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.054942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.072338] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 685.185293] env[66962]: INFO networking_nsxv3.common.synchronization [req-441fd4b3-613a-4fe1-8640-4247d2084061 req-77ab2dce-92d6-41f5-ba89-ae049fcec974 tempest-ServersAdminNegativeTestJSON-1753240098 tempest-ServersAdminNegativeTestJSON-1753240098-project-member] Enqueued Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_members [ 685.185843] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_members [ 685.186618] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ecfc71-210a-4ca3-9a9d-cadd42405b06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.186618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.186618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.186618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.186862] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.186862] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.186862] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.186980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.187215] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.187215] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.370572] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00db942-f3f9-4737-be92-885f17f67227 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.370572] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.370572] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a00db942-f3f9-4737-be92-885f17f67227',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.371183] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb343e9b-39c8-453e-a6e9-95df9b704133 with status ACTIVE [ 685.371677] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.371925] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.372183] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.372464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.372644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.372901] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.373117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.373269] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.373507] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.375020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.375020] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.375020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.375020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.375020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.375020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.375020] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb343e9b-39c8-453e-a6e9-95df9b704133 is going to be updated. [ 685.399950] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.399950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.399950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.399950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.399950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.399950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb343e9b-39c8-453e-a6e9-95df9b704133" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.689587] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.707610] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.707799] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.707916] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.708206] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.708538] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.708696] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.708808] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.709130] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.709296] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.709505] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.709686] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.709803] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.710690] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.710894] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.711026] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.711220] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.731168] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.731404] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.731547] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.731715] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.732019] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-214afc11-3d4d-45cc-a357-0405844208b9 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.732194] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-214afc11-3d4d-45cc-a357-0405844208b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.732348] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-214afc11-3d4d-45cc-a357-0405844208b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.732672] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-214afc11-3d4d-45cc-a357-0405844208b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.732797] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('214afc11-3d4d-45cc-a357-0405844208b9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.872220] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a00db942-f3f9-4737-be92-885f17f67227',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.973469] env[66962]: INFO networking_nsxv3.common.synchronization [None req-afd85d8c-84cb-4227-8304-5c9119341651 None None] Enqueued Resource ID: b25c24ae-c33e-4346-adee-149b8a3eddec with Priority: HIGHEST for action port [ 685.974491] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b25c24ae-c33e-4346-adee-149b8a3eddec with Priority: HIGHEST for action port [ 685.974491] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b25c24ae-c33e-4346-adee-149b8a3eddec taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.974491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b25c24ae-c33e-4346-adee-149b8a3eddec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.974491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b25c24ae-c33e-4346-adee-149b8a3eddec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.974856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b25c24ae-c33e-4346-adee-149b8a3eddec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.974856] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25c24ae-c33e-4346-adee-149b8a3eddec',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.192127] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.235392] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.235392] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.235392] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.235703] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.236292] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.236292] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 214afc11-3d4d-45cc-a357-0405844208b9 not found, creating... [ 686.236451] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.236591] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.236702] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.236943] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.237126] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.237462] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.237619] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.237728] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.237930] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.238066] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.238208] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 214afc11-3d4d-45cc-a357-0405844208b9 is going to be created. [ 686.259301] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.259419] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.259666] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.259845] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.260110] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.260382] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-214afc11-3d4d-45cc-a357-0405844208b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.376954] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.376954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.376954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.376954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.376954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.376954] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a00db942-f3f9-4737-be92-885f17f67227 is going to be created. [ 686.407620] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.407806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.407839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.408050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.408219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.421348] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00db942-f3f9-4737-be92-885f17f67227 in Status: UNINITIALIZED for 2s [ 686.476901] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b25c24ae-c33e-4346-adee-149b8a3eddec [ 686.477156] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.477289] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.477359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.477577] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.477667] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.477761] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b25c24ae-c33e-4346-adee-149b8a3eddec already deleted. [ 686.477840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b25c24ae-c33e-4346-adee-149b8a3eddec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.695719] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.695979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.695979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.696245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.696363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.696514] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 is going to be updated. [ 686.729613] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.729794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.729956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.730304] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.730463] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.741574] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 in Status: IN_PROGRESS for 2s [ 686.992265] env[66962]: INFO networking_nsxv3.common.synchronization [req-441fd4b3-613a-4fe1-8640-4247d2084061 req-e1b82470-4ba3-41a9-a21e-c1fbe0ab3127 service nova] Enqueued Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_rules [ 686.992265] env[66962]: INFO networking_nsxv3.common.synchronization [req-441fd4b3-613a-4fe1-8640-4247d2084061 req-e1b82470-4ba3-41a9-a21e-c1fbe0ab3127 service nova] Enqueued Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_members [ 686.992265] env[66962]: INFO networking_nsxv3.common.synchronization [req-441fd4b3-613a-4fe1-8640-4247d2084061 req-e1b82470-4ba3-41a9-a21e-c1fbe0ab3127 service nova] Enqueued Resource ID: 214afc11-3d4d-45cc-a357-0405844208b9 with Priority: HIGHEST for action port [ 686.993688] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_rules [ 686.993688] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_members [ 686.993688] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214afc11-3d4d-45cc-a357-0405844208b9 with Priority: HIGHEST for action port [ 686.993688] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11ecfc71-210a-4ca3-9a9d-cadd42405b06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.993688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.993688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.993688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.993688] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.994399] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ecfc71-210a-4ca3-9a9d-cadd42405b06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.994504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.994697] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-214afc11-3d4d-45cc-a357-0405844208b9 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.994795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-214afc11-3d4d-45cc-a357-0405844208b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.994859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-214afc11-3d4d-45cc-a357-0405844208b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.995070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-214afc11-3d4d-45cc-a357-0405844208b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.995143] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('214afc11-3d4d-45cc-a357-0405844208b9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.087155] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 687.087428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.309119] env[66962]: INFO networking_nsxv3.common.synchronization [None req-8a236c46-1114-4089-8d0a-538476645b0d None None] Enqueued Resource ID: 062474a4-1bee-4dee-b122-a453d87be623 with Priority: HIGHEST for action port [ 687.309744] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062474a4-1bee-4dee-b122-a453d87be623 with Priority: HIGHEST for action port [ 687.312617] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-062474a4-1bee-4dee-b122-a453d87be623 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.312782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-062474a4-1bee-4dee-b122-a453d87be623" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.312853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-062474a4-1bee-4dee-b122-a453d87be623" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.313134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-062474a4-1bee-4dee-b122-a453d87be623" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.313231] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('062474a4-1bee-4dee-b122-a453d87be623',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.501192] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ecfc71-210a-4ca3-9a9d-cadd42405b06 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.501192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.501192] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 214afc11-3d4d-45cc-a357-0405844208b9 with status ACTIVE [ 687.501192] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.501192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.501192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.501192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.501192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.501192] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.501192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.501192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.501192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.501192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.501192] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.501781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.501781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.501781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.501781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.501781] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 214afc11-3d4d-45cc-a357-0405844208b9 is going to be updated. [ 687.527022] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.527022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.527022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.527022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.527022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.527022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-214afc11-3d4d-45cc-a357-0405844208b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.816252] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 062474a4-1bee-4dee-b122-a453d87be623 [ 687.816705] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.816705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.816705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.817261] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.817261] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.817261] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:062474a4-1bee-4dee-b122-a453d87be623 already deleted. [ 687.817261] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-062474a4-1bee-4dee-b122-a453d87be623" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.432209] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00db942-f3f9-4737-be92-885f17f67227 in Status: SUCCESS [ 688.432472] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.432644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.432870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.433072] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.433191] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.433259] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.433410] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.433493] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.433580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.433671] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a00db942-f3f9-4737-be92-885f17f67227',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.752971] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 in Status: SUCCESS [ 688.753175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.753550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.753798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.753926] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.754063] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.754131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.754623] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.755678] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.755678] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.936497] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00db942-f3f9-4737-be92-885f17f67227 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.937125] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.937125] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.937125] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.937125] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.937310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.937339] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.937945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.937945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.937945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.938098] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00db942-f3f9-4737-be92-885f17f67227 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.938247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.938358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.938545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.938773] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.938904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.939776] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.939776] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.939776] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.939776] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.939776] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a00db942-f3f9-4737-be92-885f17f67227',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.257383] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.442337] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a00db942-f3f9-4737-be92-885f17f67227: rpc.has_security_group_logging(os_id): False [ 689.464025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.464025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.464025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.464225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.464225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.465223] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.465420] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.465507] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.465724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.465814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.466065] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.466170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.466251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.466418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.467068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.467068] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.467068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.467068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.467068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.467272] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.467272] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a00db942-f3f9-4737-be92-885f17f67227 is going to be created. [ 689.530819] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.530819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.530819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.530819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.531128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.544155] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a00db942-f3f9-4737-be92-885f17f67227 in Status: IN_PROGRESS for 2s [ 689.761223] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.906077] env[66962]: INFO networking_nsxv3.common.synchronization [None req-7854fbea-bbdf-480b-a6a5-d695e142f279 None None] Enqueued Resource ID: 7aa4c926-7d0a-4aab-a4e3-d6d568258abe with Priority: HIGHEST for action port [ 689.906644] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa4c926-7d0a-4aab-a4e3-d6d568258abe with Priority: HIGHEST for action port [ 689.906949] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aa4c926-7d0a-4aab-a4e3-d6d568258abe taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.907173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aa4c926-7d0a-4aab-a4e3-d6d568258abe" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.907757] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aa4c926-7d0a-4aab-a4e3-d6d568258abe" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.907757] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aa4c926-7d0a-4aab-a4e3-d6d568258abe" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.907757] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aa4c926-7d0a-4aab-a4e3-d6d568258abe',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.268088] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.268088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.268088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.268088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.268088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.268088] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 is going to be updated. [ 690.306209] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.306361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.306440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.306797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.306879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.318591] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 in Status: IN_PROGRESS for 2s [ 690.411589] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7aa4c926-7d0a-4aab-a4e3-d6d568258abe [ 690.411834] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.411969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.412614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.412614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.412614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.412614] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7aa4c926-7d0a-4aab-a4e3-d6d568258abe already deleted. [ 690.412614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aa4c926-7d0a-4aab-a4e3-d6d568258abe" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.507137] env[66962]: INFO networking_nsxv3.common.synchronization [req-95a52cbc-001b-4d47-8946-3fff4e971e6f req-231f66b5-60d7-4e6f-8a9f-47095231da59 tempest-SecurityGroupRulesTestJSON-628907031 tempest-SecurityGroupRulesTestJSON-628907031-project-member] Enqueued Resource ID: eef1a3ee-7cec-42e3-a654-1998789b0d06 with Priority: HIGHEST for action security_group_rules [ 691.507967] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef1a3ee-7cec-42e3-a654-1998789b0d06 with Priority: HIGHEST for action security_group_rules [ 691.508300] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef1a3ee-7cec-42e3-a654-1998789b0d06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.508469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef1a3ee-7cec-42e3-a654-1998789b0d06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.508565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef1a3ee-7cec-42e3-a654-1998789b0d06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.508891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef1a3ee-7cec-42e3-a654-1998789b0d06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.509021] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef1a3ee-7cec-42e3-a654-1998789b0d06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.557512] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a00db942-f3f9-4737-be92-885f17f67227 in Status: SUCCESS [ 691.557819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.031392] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.031570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.031660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.033020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.033137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.033235] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef1a3ee-7cec-42e3-a654-1998789b0d06 already deleted. [ 692.033329] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef1a3ee-7cec-42e3-a654-1998789b0d06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.292975] env[66962]: INFO networking_nsxv3.common.synchronization [req-a9e4e593-509e-4439-ae1b-93c669e9ccb7 req-554478fe-92d0-4881-8359-59c755fdbe5f tempest-ImagesOneServerTestJSON-106173266 tempest-ImagesOneServerTestJSON-106173266-project-member] Enqueued Resource ID: 13670277-d41f-4476-8b0b-dd37caa064d8 with Priority: HIGHEST for action security_group_members [ 692.294661] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13670277-d41f-4476-8b0b-dd37caa064d8 with Priority: HIGHEST for action security_group_members [ 692.295154] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-13670277-d41f-4476-8b0b-dd37caa064d8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.295462] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.295565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.296428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.296680] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.296929] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.296929] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.297115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.297227] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.297351] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13670277-d41f-4476-8b0b-dd37caa064d8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.329271] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 in Status: SUCCESS [ 692.329387] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.330076] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.330328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.330511] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.330640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.330703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.330847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.330924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.331011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.331102] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.801074] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.801479] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.801479] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.801545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.801643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.801848] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.801946] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.802054] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.802167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.802242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.802328] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13670277-d41f-4476-8b0b-dd37caa064d8 is going to be updated. [ 692.834752] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.834752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.834752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.834752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.834752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.834752] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ecfc71-210a-4ca3-9a9d-cadd42405b06 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.834752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.834752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.835115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.835115] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.836931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.836931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.836931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.836931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.836931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.836931] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ecfc71-210a-4ca3-9a9d-cadd42405b06 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.836931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.836931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.836931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.836931] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.836931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.836931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.836931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.836931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.836931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.836931] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.849596] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13670277-d41f-4476-8b0b-dd37caa064d8 in Status: IN_PROGRESS for 2s [ 693.340868] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11ecfc71-210a-4ca3-9a9d-cadd42405b06: rpc.has_security_group_logging(os_id): False [ 693.361661] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.364084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.364084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.364084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.364084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.364084] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.364084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.364084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.364084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.364084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.364084] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.364084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.364084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.364084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.364084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.364531] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.364531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.364531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.364531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.364531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.364531] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 is going to be updated. [ 693.433222] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.433363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.433437] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.433629] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.433776] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.449074] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 in Status: IN_PROGRESS for 2s [ 693.556090] env[66962]: INFO networking_nsxv3.common.synchronization [req-a422726a-5194-4362-9253-38a18d6f69ab req-235c5be8-d5d5-4f7b-8792-87f7eee3c03a tempest-ServerGroupTestJSON-1708887213 tempest-ServerGroupTestJSON-1708887213-project-member] Enqueued Resource ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 with Priority: HIGHEST for action security_group_members [ 693.556674] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 with Priority: HIGHEST for action security_group_members [ 693.556988] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c4c54dd-9755-4905-8f34-00dcb7843a22 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.557308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.557727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.557727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.558189] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.558189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.558189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.558189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.558189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.558375] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c4c54dd-9755-4905-8f34-00dcb7843a22',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.061608] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.061959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.061959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.062161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.062161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.062310] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.062411] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.062495] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.062667] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.062765] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.062836] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 is going to be updated. [ 694.097062] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.097186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.097258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.097606] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.097665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.108862] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 in Status: IN_PROGRESS for 2s [ 694.658863] env[66962]: INFO networking_nsxv3.common.synchronization [None req-603e6372-098d-44b8-a9bb-af2c6bb456eb None None] Enqueued Resource ID: dccac46e-13d5-4ec5-b6fa-e9639251f82b with Priority: HIGHEST for action port [ 694.659152] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dccac46e-13d5-4ec5-b6fa-e9639251f82b with Priority: HIGHEST for action port [ 694.659501] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-dccac46e-13d5-4ec5-b6fa-e9639251f82b taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.659646] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dccac46e-13d5-4ec5-b6fa-e9639251f82b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.659684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dccac46e-13d5-4ec5-b6fa-e9639251f82b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.660351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dccac46e-13d5-4ec5-b6fa-e9639251f82b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.660351] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dccac46e-13d5-4ec5-b6fa-e9639251f82b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.861208] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13670277-d41f-4476-8b0b-dd37caa064d8 in Status: SUCCESS [ 694.861208] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13670277-d41f-4476-8b0b-dd37caa064d8 deletion is rescheduled due to dependency. [ 694.861208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.163860] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dccac46e-13d5-4ec5-b6fa-e9639251f82b [ 695.163860] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.163860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.163860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.163860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.163860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.163860] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dccac46e-13d5-4ec5-b6fa-e9639251f82b already deleted. [ 695.163860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dccac46e-13d5-4ec5-b6fa-e9639251f82b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.466859] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 in Status: SUCCESS [ 695.466940] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.086063] env[66962]: INFO networking_nsxv3.common.synchronization [req-393a09cd-b5ef-4c2e-8769-415d5657655a req-c06560bf-0a6b-478e-97ed-d342a6db0a9c tempest-SecurityGroupRulesTestJSON-628907031 tempest-SecurityGroupRulesTestJSON-628907031-project-member] Enqueued Resource ID: 5970de76-39f8-4c50-b5c1-27c79f2d8e1c with Priority: HIGHEST for action security_group_rules [ 696.086672] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5970de76-39f8-4c50-b5c1-27c79f2d8e1c with Priority: HIGHEST for action security_group_rules [ 696.086672] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5970de76-39f8-4c50-b5c1-27c79f2d8e1c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.087229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5970de76-39f8-4c50-b5c1-27c79f2d8e1c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.087589] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5970de76-39f8-4c50-b5c1-27c79f2d8e1c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.087589] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5970de76-39f8-4c50-b5c1-27c79f2d8e1c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.087685] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5970de76-39f8-4c50-b5c1-27c79f2d8e1c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.120991] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 in Status: SUCCESS [ 696.121233] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 deletion is rescheduled due to dependency. [ 696.121449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.614900] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.615902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.615902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.615902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.615902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.615902] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5970de76-39f8-4c50-b5c1-27c79f2d8e1c already deleted. [ 696.615902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5970de76-39f8-4c50-b5c1-27c79f2d8e1c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.089637] env[66962]: INFO networking_nsxv3.common.synchronization [None req-ca4517ce-c2e3-44e0-acab-5a0608350184 None None] Enqueued Resource ID: acfe4921-3b7e-4897-82ce-982d4b3cc559 with Priority: HIGHEST for action port [ 697.090364] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfe4921-3b7e-4897-82ce-982d4b3cc559 with Priority: HIGHEST for action port [ 697.090542] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-acfe4921-3b7e-4897-82ce-982d4b3cc559 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.092027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acfe4921-3b7e-4897-82ce-982d4b3cc559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.094020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acfe4921-3b7e-4897-82ce-982d4b3cc559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.094020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acfe4921-3b7e-4897-82ce-982d4b3cc559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.094020] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acfe4921-3b7e-4897-82ce-982d4b3cc559',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.594696] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acfe4921-3b7e-4897-82ce-982d4b3cc559 [ 697.596614] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.596980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.597583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.597805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.598293] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.598293] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acfe4921-3b7e-4897-82ce-982d4b3cc559 already deleted. [ 697.598293] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acfe4921-3b7e-4897-82ce-982d4b3cc559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.997810] env[66962]: INFO networking_nsxv3.common.synchronization [None req-0c13af27-ec56-4ce8-a196-74e7547a60e4 None None] Enqueued Resource ID: b75c6d48-c011-4618-a46b-efe016f7cd0d with Priority: HIGHEST for action port [ 699.998564] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b75c6d48-c011-4618-a46b-efe016f7cd0d with Priority: HIGHEST for action port [ 699.999663] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b75c6d48-c011-4618-a46b-efe016f7cd0d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.999663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b75c6d48-c011-4618-a46b-efe016f7cd0d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.999663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b75c6d48-c011-4618-a46b-efe016f7cd0d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.000719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b75c6d48-c011-4618-a46b-efe016f7cd0d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.000910] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b75c6d48-c011-4618-a46b-efe016f7cd0d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.150893] env[66962]: INFO networking_nsxv3.common.synchronization [req-23bcb1b5-1c43-4f56-aec1-f9d140c7363a req-fad5222d-e12e-4c5c-a1a0-b32870ba43de tempest-SecurityGroupRulesTestJSON-628907031 tempest-SecurityGroupRulesTestJSON-628907031-project-member] Enqueued Resource ID: 8323b569-e64f-4bf4-b9bd-5e737ebacfa9 with Priority: HIGHEST for action security_group_rules [ 700.151520] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8323b569-e64f-4bf4-b9bd-5e737ebacfa9 with Priority: HIGHEST for action security_group_rules [ 700.151832] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8323b569-e64f-4bf4-b9bd-5e737ebacfa9 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.151959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8323b569-e64f-4bf4-b9bd-5e737ebacfa9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.152041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8323b569-e64f-4bf4-b9bd-5e737ebacfa9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.152298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8323b569-e64f-4bf4-b9bd-5e737ebacfa9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.152408] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8323b569-e64f-4bf4-b9bd-5e737ebacfa9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.503087] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b75c6d48-c011-4618-a46b-efe016f7cd0d [ 700.503324] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.504402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.504575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.504808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.504910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.505061] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b75c6d48-c011-4618-a46b-efe016f7cd0d already deleted. [ 700.505549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b75c6d48-c011-4618-a46b-efe016f7cd0d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.704872] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.704872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.704872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.704872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.704872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.704872] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8323b569-e64f-4bf4-b9bd-5e737ebacfa9 already deleted. [ 700.704872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8323b569-e64f-4bf4-b9bd-5e737ebacfa9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.960575] env[66962]: INFO networking_nsxv3.common.synchronization [req-17726f99-0eec-4fa0-b979-7666eea87de2 req-4faf5d42-ac5d-4837-ae5c-8af92556acc5 tempest-ServerRescueTestJSON-716219528 tempest-ServerRescueTestJSON-716219528-project-member] Enqueued Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_members [ 702.961057] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_members [ 702.961382] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.961634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.961634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.961866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.962011] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.962203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.962265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.962410] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.962509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.962601] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.005525] env[66962]: INFO networking_nsxv3.common.synchronization [None req-e647603f-876e-415c-b790-d1e41f7ceb2d None None] Enqueued Resource ID: 218a7f7c-8b57-4741-a726-6ff064788813 with Priority: HIGHEST for action port [ 703.006251] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218a7f7c-8b57-4741-a726-6ff064788813 with Priority: HIGHEST for action port [ 703.006584] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-218a7f7c-8b57-4741-a726-6ff064788813 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.006770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-218a7f7c-8b57-4741-a726-6ff064788813" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.006845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-218a7f7c-8b57-4741-a726-6ff064788813" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.007361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-218a7f7c-8b57-4741-a726-6ff064788813" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.007451] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('218a7f7c-8b57-4741-a726-6ff064788813',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.175445] env[66962]: INFO networking_nsxv3.common.synchronization [None req-a8748c4f-a1d2-4cb7-884e-f000267b48a3 None None] Enqueued Resource ID: 8ac5e607-d9a8-48e6-8a1c-62a0936276ce with Priority: HIGHEST for action port [ 703.175695] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac5e607-d9a8-48e6-8a1c-62a0936276ce with Priority: HIGHEST for action port [ 703.176283] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ac5e607-d9a8-48e6-8a1c-62a0936276ce taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.177645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ac5e607-d9a8-48e6-8a1c-62a0936276ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.177645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ac5e607-d9a8-48e6-8a1c-62a0936276ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.177645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ac5e607-d9a8-48e6-8a1c-62a0936276ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.177645] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ac5e607-d9a8-48e6-8a1c-62a0936276ce',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.465718] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.465879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.465953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.466196] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.466323] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.466607] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.466750] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.466808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.466976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.467058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.467154] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 already deleted. [ 703.467236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.509468] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 218a7f7c-8b57-4741-a726-6ff064788813 [ 703.510271] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.513153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.513153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.513153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.513153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.513153] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:218a7f7c-8b57-4741-a726-6ff064788813 already deleted. [ 703.513153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-218a7f7c-8b57-4741-a726-6ff064788813" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.685677] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ac5e607-d9a8-48e6-8a1c-62a0936276ce [ 703.685677] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.685677] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.685677] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.685677] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.685677] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.685677] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ac5e607-d9a8-48e6-8a1c-62a0936276ce already deleted. [ 703.685677] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ac5e607-d9a8-48e6-8a1c-62a0936276ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.716066] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.716152] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-344" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.716237] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-344" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.717593] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-344" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.717593] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.717593] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.717593] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.717593] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.718162] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.718456] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.718624] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.718770] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.718906] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.718990] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.719207] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.720594] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.744548] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.745474] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.745474] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.745474] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-344" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.745474] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-32e2f738-1ac3-4591-9797-c783253edd75 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.746854] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-32e2f738-1ac3-4591-9797-c783253edd75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.746854] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-32e2f738-1ac3-4591-9797-c783253edd75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.746854] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-32e2f738-1ac3-4591-9797-c783253edd75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.746982] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e2f738-1ac3-4591-9797-c783253edd75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.904349] env[66962]: INFO networking_nsxv3.common.synchronization [req-c33a4415-e18d-46f4-9c0d-2ca7ff6d923c req-c58e86c5-e7cc-4f70-88eb-582f7bd64156 tempest-SecurityGroupRulesTestJSON-628907031 tempest-SecurityGroupRulesTestJSON-628907031-project-member] Enqueued Resource ID: 882bcbbd-066c-4f4d-b4d1-7261d774d576 with Priority: HIGHEST for action security_group_rules [ 703.904889] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882bcbbd-066c-4f4d-b4d1-7261d774d576 with Priority: HIGHEST for action security_group_rules [ 703.905200] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-882bcbbd-066c-4f4d-b4d1-7261d774d576 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.905319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-882bcbbd-066c-4f4d-b4d1-7261d774d576" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.905396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-882bcbbd-066c-4f4d-b4d1-7261d774d576" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.905679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-882bcbbd-066c-4f4d-b4d1-7261d774d576" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.905725] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('882bcbbd-066c-4f4d-b4d1-7261d774d576',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.250733] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.251095] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.251148] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.251430] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.251599] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.251754] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 32e2f738-1ac3-4591-9797-c783253edd75 not found, creating... [ 704.252110] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.252285] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.252428] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.252622] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.252742] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.253141] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.253292] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.253405] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.253607] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.253734] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.253867] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 32e2f738-1ac3-4591-9797-c783253edd75 is going to be created. [ 704.280037] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.280267] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.280565] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.280720] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.281016] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.281407] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-32e2f738-1ac3-4591-9797-c783253edd75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.327476] env[66962]: INFO networking_nsxv3.common.synchronization [req-d5ee76f4-9913-4eab-b43b-686de7364844 req-44c1064b-78b5-494f-9527-6a4f2a26474b tempest-FloatingIPsAssociationNegativeTestJSON-678371243 tempest-FloatingIPsAssociationNegativeTestJSON-678371243-project-member] Enqueued Resource ID: 828f1680-4574-42a6-a127-58fd7fcd2680 with Priority: HIGHEST for action security_group_members [ 704.328345] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f1680-4574-42a6-a127-58fd7fcd2680 with Priority: HIGHEST for action security_group_members [ 704.328476] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-828f1680-4574-42a6-a127-58fd7fcd2680 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.328561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.328822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.328822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.330369] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.330369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.330369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.330369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.330369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.330369] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('828f1680-4574-42a6-a127-58fd7fcd2680',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.430291] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.430458] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.430532] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.430744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.430837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.430932] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 882bcbbd-066c-4f4d-b4d1-7261d774d576 already deleted. [ 704.431027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-882bcbbd-066c-4f4d-b4d1-7261d774d576" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.831723] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.835025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.835025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.835025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.835025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.835025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.835025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.835025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.835025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.835025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.835025] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f1680-4574-42a6-a127-58fd7fcd2680 is going to be updated. [ 704.882092] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.882092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.882092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.882092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.882092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.892481] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f1680-4574-42a6-a127-58fd7fcd2680 in Status: IN_PROGRESS for 2s [ 705.048184] env[66962]: INFO networking_nsxv3.common.synchronization [req-17726f99-0eec-4fa0-b979-7666eea87de2 req-f77ab9e8-0529-4bf1-8304-1e19fe8d699d service nova] Enqueued Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_rules [ 705.048184] env[66962]: INFO networking_nsxv3.common.synchronization [req-17726f99-0eec-4fa0-b979-7666eea87de2 req-f77ab9e8-0529-4bf1-8304-1e19fe8d699d service nova] Enqueued Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_members [ 705.048184] env[66962]: INFO networking_nsxv3.common.synchronization [req-17726f99-0eec-4fa0-b979-7666eea87de2 req-f77ab9e8-0529-4bf1-8304-1e19fe8d699d service nova] Enqueued Resource ID: 32e2f738-1ac3-4591-9797-c783253edd75 with Priority: HIGHEST for action port [ 705.048184] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_rules [ 705.048184] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_members [ 705.048184] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e2f738-1ac3-4591-9797-c783253edd75 with Priority: HIGHEST for action port [ 705.050469] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.050469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.050469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.050469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.050469] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.051354] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.051354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.051354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.051354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.051354] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.051522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.051522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.051628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.051836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.051836] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.052689] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-32e2f738-1ac3-4591-9797-c783253edd75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.055627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32e2f738-1ac3-4591-9797-c783253edd75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.055732] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32e2f738-1ac3-4591-9797-c783253edd75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.055977] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32e2f738-1ac3-4591-9797-c783253edd75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.057562] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e2f738-1ac3-4591-9797-c783253edd75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.063275] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.564720] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.567081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.567081] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.569336] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32e2f738-1ac3-4591-9797-c783253edd75 with status ACTIVE [ 705.569336] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.569336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.569336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.569336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.569336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.569336] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.569336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.569336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.569336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.573040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.573040] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.573040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.573040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.573040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.573040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.573040] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32e2f738-1ac3-4591-9797-c783253edd75 is going to be updated. [ 705.604163] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.604163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.604163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.604163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.604163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.604163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32e2f738-1ac3-4591-9797-c783253edd75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.813579] env[66962]: INFO networking_nsxv3.common.synchronization [None req-11fefc75-f3f0-4a98-9d7e-a0d00b341992 None None] Enqueued Resource ID: 66188fc1-616c-4510-b458-f85f3686e1e0 with Priority: HIGHEST for action port [ 705.815384] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66188fc1-616c-4510-b458-f85f3686e1e0 with Priority: HIGHEST for action port [ 705.815760] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-66188fc1-616c-4510-b458-f85f3686e1e0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.815945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66188fc1-616c-4510-b458-f85f3686e1e0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.816029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66188fc1-616c-4510-b458-f85f3686e1e0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.816338] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66188fc1-616c-4510-b458-f85f3686e1e0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.816408] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66188fc1-616c-4510-b458-f85f3686e1e0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.068963] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.069144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.069218] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.069438] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.069530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.069626] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 is going to be created. [ 706.099889] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.099889] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.099889] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.099889] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.099889] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.108709] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: UNINITIALIZED for 2s [ 706.301544] env[66962]: INFO networking_nsxv3.common.synchronization [None req-6df53dd5-089f-4fb5-be52-b29ba7cc05d6 None None] Enqueued Resource ID: 6e9826b4-57d0-44cf-b93f-9b5bc7b46cfa with Priority: HIGHEST for action port [ 706.304635] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e9826b4-57d0-44cf-b93f-9b5bc7b46cfa with Priority: HIGHEST for action port [ 706.305144] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e9826b4-57d0-44cf-b93f-9b5bc7b46cfa taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.305333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e9826b4-57d0-44cf-b93f-9b5bc7b46cfa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.305443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e9826b4-57d0-44cf-b93f-9b5bc7b46cfa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.305844] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e9826b4-57d0-44cf-b93f-9b5bc7b46cfa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.305941] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e9826b4-57d0-44cf-b93f-9b5bc7b46cfa',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.320041] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66188fc1-616c-4510-b458-f85f3686e1e0 [ 706.320380] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.320530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.320588] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.320801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.320888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.320983] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66188fc1-616c-4510-b458-f85f3686e1e0 already deleted. [ 706.321234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66188fc1-616c-4510-b458-f85f3686e1e0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.809562] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e9826b4-57d0-44cf-b93f-9b5bc7b46cfa [ 706.810052] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.810052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.810052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.810301] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.810354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.810473] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e9826b4-57d0-44cf-b93f-9b5bc7b46cfa already deleted. [ 706.810562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e9826b4-57d0-44cf-b93f-9b5bc7b46cfa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.900134] env[66962]: INFO networking_nsxv3.common.synchronization [req-e4356e8f-23f5-40bd-a7b3-5c7deb93f2b9 req-3f83554f-0db1-43cb-9483-58132971dde6 tempest-ServersTestJSON-66213388 tempest-ServersTestJSON-66213388-project-member] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 706.900920] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 706.901325] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.901497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.901593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.901952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.902205] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.902396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.902532] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.902809] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.902928] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.903037] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.904741] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 828f1680-4574-42a6-a127-58fd7fcd2680 in Status: SUCCESS [ 706.904957] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 828f1680-4574-42a6-a127-58fd7fcd2680 deletion is rescheduled due to dependency. [ 706.905411] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.275747] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.275955] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.276099] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.276624] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.276902] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.277140] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.277272] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.277499] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.277687] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.278112] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.278112] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.278896] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.278939] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.279049] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.279157] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.279543] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.310289] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.310664] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.312629] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.312629] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.312629] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-713711dd-bb13-4b1a-af78-d4ce8056a804 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.312629] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-713711dd-bb13-4b1a-af78-d4ce8056a804" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.312629] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-713711dd-bb13-4b1a-af78-d4ce8056a804" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.312629] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-713711dd-bb13-4b1a-af78-d4ce8056a804" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.312629] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('713711dd-bb13-4b1a-af78-d4ce8056a804',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.406563] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.406771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.406812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.407068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.407173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.407379] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.407486] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.407551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.407702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.407778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.407875] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c already deleted. [ 707.407969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.818060] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.818060] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.818060] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.818060] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.818060] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.818060] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 713711dd-bb13-4b1a-af78-d4ce8056a804 not found, creating... [ 707.818060] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.818060] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.818060] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.818060] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.818060] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.818792] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.819417] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.819823] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.820390] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.820779] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.822432] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 713711dd-bb13-4b1a-af78-d4ce8056a804 is going to be created. [ 707.843105] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.843105] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.843105] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.843105] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.843105] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.845341] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-713711dd-bb13-4b1a-af78-d4ce8056a804" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.121023] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: SUCCESS [ 708.121023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.121023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.121023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.121023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.121023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.121023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.121023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.121023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.121023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.121023] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.499242] env[66962]: INFO networking_nsxv3.common.synchronization [None req-22ab3757-c85f-4f5a-8f5e-4854b54c961f None None] Enqueued Resource ID: 3f5e1b8e-c4eb-497d-95bd-ecd700fb1c26 with Priority: HIGHEST for action port [ 708.499822] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5e1b8e-c4eb-497d-95bd-ecd700fb1c26 with Priority: HIGHEST for action port [ 708.500130] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f5e1b8e-c4eb-497d-95bd-ecd700fb1c26 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.500244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f5e1b8e-c4eb-497d-95bd-ecd700fb1c26" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.500305] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f5e1b8e-c4eb-497d-95bd-ecd700fb1c26" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.501154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f5e1b8e-c4eb-497d-95bd-ecd700fb1c26" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.501154] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5e1b8e-c4eb-497d-95bd-ecd700fb1c26',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.623868] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.624031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.624108] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.624333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.624502] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.624604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.624668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.624830] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.625006] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.625051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.625230] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.626470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.626548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.626715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.626975] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.626975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.627077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.627195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.627246] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.627320] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.627415] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.688467] env[66962]: INFO networking_nsxv3.common.synchronization [req-e4356e8f-23f5-40bd-a7b3-5c7deb93f2b9 req-a51b19ab-a35f-4b58-8323-58ef3e22fa79 service nova] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_rules [ 708.688518] env[66962]: INFO networking_nsxv3.common.synchronization [req-e4356e8f-23f5-40bd-a7b3-5c7deb93f2b9 req-a51b19ab-a35f-4b58-8323-58ef3e22fa79 service nova] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 708.688676] env[66962]: INFO networking_nsxv3.common.synchronization [req-e4356e8f-23f5-40bd-a7b3-5c7deb93f2b9 req-a51b19ab-a35f-4b58-8323-58ef3e22fa79 service nova] Enqueued Resource ID: 713711dd-bb13-4b1a-af78-d4ce8056a804 with Priority: HIGHEST for action port [ 708.689273] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_rules [ 708.689448] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 708.689540] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713711dd-bb13-4b1a-af78-d4ce8056a804 with Priority: HIGHEST for action port [ 708.689882] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.690041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.690120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.690388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.690500] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.691518] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.691675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.691747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.692014] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.692148] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.692276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.692357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.692986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.693125] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.693231] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.695326] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-713711dd-bb13-4b1a-af78-d4ce8056a804 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.695326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-713711dd-bb13-4b1a-af78-d4ce8056a804" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.695326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-713711dd-bb13-4b1a-af78-d4ce8056a804" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.695326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-713711dd-bb13-4b1a-af78-d4ce8056a804" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.695326] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('713711dd-bb13-4b1a-af78-d4ce8056a804',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.004436] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f5e1b8e-c4eb-497d-95bd-ecd700fb1c26 [ 709.004436] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.005093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.005093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.005093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.005093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.005200] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f5e1b8e-c4eb-497d-95bd-ecd700fb1c26 already deleted. [ 709.005200] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f5e1b8e-c4eb-497d-95bd-ecd700fb1c26" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.131796] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3: rpc.has_security_group_logging(os_id): False [ 709.149867] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.150700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.150700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.150700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.150700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.150868] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.150868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.150952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.151097] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.151529] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.151529] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.151529] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.151671] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.151919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.151919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.152088] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.152088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.152171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.152249] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.152309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.152400] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 is going to be created. [ 709.161664] env[66962]: INFO networking_nsxv3.common.synchronization [req-2ad314d9-2a58-4a45-bfe6-66a4f224e047 req-0b43d153-b2fe-4825-9e8c-4a814e825fbe tempest-DeleteServersTestJSON-1292956810 tempest-DeleteServersTestJSON-1292956810-project-member] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 709.161982] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 709.162387] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.162482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.162482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.162677] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.162827] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.162920] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.162997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.163189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.163305] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.163366] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.198060] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.198060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.199765] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.200514] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 713711dd-bb13-4b1a-af78-d4ce8056a804 with status ACTIVE [ 709.200907] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.200907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.200907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.201161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.201161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.202081] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.202081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.202081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.202081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.202081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.202081] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.202081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.202081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.202559] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.202559] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.202559] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 713711dd-bb13-4b1a-af78-d4ce8056a804 is going to be updated. [ 709.214916] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.215308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.215308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.215414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.215506] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.226467] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: IN_PROGRESS for 2s [ 709.229890] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.230041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.230110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.230306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.230471] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.230654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-713711dd-bb13-4b1a-af78-d4ce8056a804" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.412475] env[66962]: INFO networking_nsxv3.common.synchronization [None req-c2088b4d-61d0-4339-bb37-7be4e45d1a1d tempest-ServerActionsTestOtherB-1740646622 tempest-ServerActionsTestOtherB-1740646622-project-member] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_rules [ 709.414027] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_rules [ 709.414027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.414027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.414027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.414027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.414027] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.520225] env[66962]: INFO networking_nsxv3.common.synchronization [None req-be1f2f24-89a6-4aea-be10-fda5e002bbc2 tempest-ServerActionsTestOtherB-1740646622 tempest-ServerActionsTestOtherB-1740646622-project-member] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_rules [ 709.520923] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_rules [ 709.521364] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.521501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.665679] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.665823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.666321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.666321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.666416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.666749] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.667545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.667545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.667545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.667545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.667545] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 709.705610] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.705790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.705885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.706243] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.706243] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.707479] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.719167] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 709.934939] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.935115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.935174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.935378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.935469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.935562] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 already deleted. [ 709.935647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.937701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.937701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.937701] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.211018] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.211356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.211356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.211622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.211622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.211622] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be created. [ 710.250880] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.250880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.250880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.250880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.250880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.263058] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: UNINITIALIZED for 2s [ 710.460179] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.460179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.460179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.460179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.460179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.460179] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 already deleted. [ 710.460179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.542101] env[66962]: INFO networking_nsxv3.common.synchronization [req-830e45c7-d18f-4926-85c2-c07571588c1a req-a30c042b-6e92-4e65-807d-395eb5c28510 tempest-SecurityGroupRulesTestJSON-628907031 tempest-SecurityGroupRulesTestJSON-628907031-project-member] Enqueued Resource ID: 214f9fb6-d9e7-4a68-aaa3-0d5082621414 with Priority: HIGHEST for action security_group_rules [ 710.545869] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214f9fb6-d9e7-4a68-aaa3-0d5082621414 with Priority: HIGHEST for action security_group_rules [ 710.545869] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-214f9fb6-d9e7-4a68-aaa3-0d5082621414 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.545869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-214f9fb6-d9e7-4a68-aaa3-0d5082621414" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.545869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-214f9fb6-d9e7-4a68-aaa3-0d5082621414" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.545869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-214f9fb6-d9e7-4a68-aaa3-0d5082621414" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.545869] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('214f9fb6-d9e7-4a68-aaa3-0d5082621414',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.070530] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.070815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.070815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.071132] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.071503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.071632] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 214f9fb6-d9e7-4a68-aaa3-0d5082621414 already deleted. [ 711.071754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-214f9fb6-d9e7-4a68-aaa3-0d5082621414" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.203907] env[66962]: INFO networking_nsxv3.common.synchronization [req-06f800fd-b980-4a75-a874-907ae042393b req-81990f3b-351f-4d34-b7b5-1cbc76c06dc5 tempest-ServerActionsTestOtherA-480394509 tempest-ServerActionsTestOtherA-480394509-project-member] Enqueued Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_members [ 711.205148] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_members [ 711.205582] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.205746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.205842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.206227] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.206592] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.206750] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.206844] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.207097] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.207221] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.207418] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.241066] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: SUCCESS [ 711.241498] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.711061] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.711061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.711061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.711061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.711061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.711263] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.711263] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.711263] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.711390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.711492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.711546] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde1203-b70c-41f8-a830-6c336906e0e6 already deleted. [ 711.711611] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.730819] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 711.730981] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 deletion is rescheduled due to dependency. [ 711.731105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.780649] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.780869] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.780959] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.781312] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.781585] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.781748] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.781863] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.782105] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.782243] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.782443] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.782551] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.782656] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.782798] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.783064] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.783195] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.783338] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.802809] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.803101] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.803155] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.803322] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.803627] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-0711d3c6-1cb1-49db-909c-d95eebd36962 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.803793] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-0711d3c6-1cb1-49db-909c-d95eebd36962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.803904] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-0711d3c6-1cb1-49db-909c-d95eebd36962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.804247] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-0711d3c6-1cb1-49db-909c-d95eebd36962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.804379] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0711d3c6-1cb1-49db-909c-d95eebd36962',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.096439] env[66962]: INFO networking_nsxv3.common.synchronization [None req-2e84c6a4-ef5d-4d4e-8ce2-09723860d009 None None] Enqueued Resource ID: 7a7c2919-c10b-4c50-b496-9fae9087130b with Priority: HIGHEST for action port [ 712.097370] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c2919-c10b-4c50-b496-9fae9087130b with Priority: HIGHEST for action port [ 712.097866] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a7c2919-c10b-4c50-b496-9fae9087130b taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.098086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a7c2919-c10b-4c50-b496-9fae9087130b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.098210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a7c2919-c10b-4c50-b496-9fae9087130b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.098629] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a7c2919-c10b-4c50-b496-9fae9087130b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.098765] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a7c2919-c10b-4c50-b496-9fae9087130b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.275612] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 712.275874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.275992] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.276235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.278756] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.278892] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.278958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.279154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.279239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.279324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.279414] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.308650] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.308650] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.308650] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.308650] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.308650] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.308650] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 0711d3c6-1cb1-49db-909c-d95eebd36962 not found, creating... [ 712.308650] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.308997] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.308997] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.309894] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.309894] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.309894] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.309894] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.309894] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.310118] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.310195] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.310346] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 0711d3c6-1cb1-49db-909c-d95eebd36962 is going to be created. [ 712.333301] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.333581] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.333761] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.334161] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.334437] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.334720] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-0711d3c6-1cb1-49db-909c-d95eebd36962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.602985] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a7c2919-c10b-4c50-b496-9fae9087130b [ 712.604037] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.604037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.604037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.604277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.604403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.604547] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a7c2919-c10b-4c50-b496-9fae9087130b already deleted. [ 712.604676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a7c2919-c10b-4c50-b496-9fae9087130b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.657520] env[66962]: INFO networking_nsxv3.common.synchronization [req-5b95ce89-4edc-416f-aa94-fdf6e95fa953 req-47123b0b-406d-4c78-b39a-653e1ec669b4 tempest-VolumesAssistedSnapshotsTest-1988981557 tempest-VolumesAssistedSnapshotsTest-1988981557-project-member] Enqueued Resource ID: 8af9902e-6615-4028-a892-42a8175d60ab with Priority: HIGHEST for action security_group_members [ 712.657520] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af9902e-6615-4028-a892-42a8175d60ab with Priority: HIGHEST for action security_group_members [ 712.657520] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af9902e-6615-4028-a892-42a8175d60ab taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.657520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.657520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.657862] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.657862] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.657937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.658133] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.658133] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.658222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.658300] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8af9902e-6615-4028-a892-42a8175d60ab',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.782316] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.782556] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.782616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.782859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.783089] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.783423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.783423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.783499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.783880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.783880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.783880] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.784067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.784100] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.784266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.784463] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.784575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.784662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.784814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.784921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.785032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.785490] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.084353] env[66962]: INFO networking_nsxv3.common.synchronization [req-06f800fd-b980-4a75-a874-907ae042393b req-4e43d843-6c1a-47f8-8e23-b9fd98c76c39 service nova] Enqueued Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_rules [ 713.084525] env[66962]: INFO networking_nsxv3.common.synchronization [req-06f800fd-b980-4a75-a874-907ae042393b req-4e43d843-6c1a-47f8-8e23-b9fd98c76c39 service nova] Enqueued Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_members [ 713.084655] env[66962]: INFO networking_nsxv3.common.synchronization [req-06f800fd-b980-4a75-a874-907ae042393b req-4e43d843-6c1a-47f8-8e23-b9fd98c76c39 service nova] Enqueued Resource ID: 0711d3c6-1cb1-49db-909c-d95eebd36962 with Priority: HIGHEST for action port [ 713.084875] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_rules [ 713.084999] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_members [ 713.085107] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0711d3c6-1cb1-49db-909c-d95eebd36962 with Priority: HIGHEST for action port [ 713.085660] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.085729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.085795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.085990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.087829] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.087829] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.087829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.088042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.088042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.088228] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.088283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.088315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.088447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.088555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.088648] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.090617] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-0711d3c6-1cb1-49db-909c-d95eebd36962 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.091916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0711d3c6-1cb1-49db-909c-d95eebd36962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.091916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0711d3c6-1cb1-49db-909c-d95eebd36962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.091916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0711d3c6-1cb1-49db-909c-d95eebd36962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.091916] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0711d3c6-1cb1-49db-909c-d95eebd36962',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.162373] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.162373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.162373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.162373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.162530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.162726] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.162825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.162885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.163048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.163126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.163210] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af9902e-6615-4028-a892-42a8175d60ab is going to be updated. [ 713.193263] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.193914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.193914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.193914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.193914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.210232] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af9902e-6615-4028-a892-42a8175d60ab in Status: IN_PROGRESS for 2s [ 713.289896] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ceed366-e1c3-4346-bdde-720a4876026c: rpc.has_security_group_logging(os_id): False [ 713.309166] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.309301] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.309365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.309559] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.309745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.309863] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.309957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.310031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.310176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.310247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.310441] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.310575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.310631] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.310767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.310839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.311669] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.312154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.312154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.312154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.312154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.312343] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be created. [ 713.375281] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.375411] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.375488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.375719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.375904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.393742] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 713.600288] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.600504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.601434] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.601434] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0711d3c6-1cb1-49db-909c-d95eebd36962 with status ACTIVE [ 713.601883] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.604632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.604632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.604632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.604632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.604632] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.604632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.604632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.604632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.605366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.605728] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.605728] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.605845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.605988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.606114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.606228] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0711d3c6-1cb1-49db-909c-d95eebd36962 is going to be updated. [ 713.636150] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.636150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.636150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.636150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.636150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.636150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0711d3c6-1cb1-49db-909c-d95eebd36962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.672986] env[66962]: INFO networking_nsxv3.common.synchronization [req-0df9065d-76b8-4ad5-9545-38693feaeed9 req-d10259f5-446e-4514-8769-bb9026612a17 tempest-FloatingIPsAssociationTestJSON-1320767066 tempest-FloatingIPsAssociationTestJSON-1320767066-project-member] Enqueued Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_members [ 713.673956] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_members [ 713.679020] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d89fb4-418e-4e91-a5ba-c65a4431fe75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.679020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.679020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.679020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.679020] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.679020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.679020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.679020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.679020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.679020] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.822708] env[66962]: INFO networking_nsxv3.common.synchronization [req-8b709238-6059-4a19-80ae-3df22d5ee152 req-a5f573ee-0de2-4dee-84cf-5db224abe632 tempest-SecurityGroupRulesTestJSON-628907031 tempest-SecurityGroupRulesTestJSON-628907031-project-member] Enqueued Resource ID: 214f9fb6-d9e7-4a68-aaa3-0d5082621414 with Priority: HIGHEST for action security_group_rules [ 713.823235] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214f9fb6-d9e7-4a68-aaa3-0d5082621414 with Priority: HIGHEST for action security_group_rules [ 713.823562] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-214f9fb6-d9e7-4a68-aaa3-0d5082621414 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.823678] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-214f9fb6-d9e7-4a68-aaa3-0d5082621414" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.823754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-214f9fb6-d9e7-4a68-aaa3-0d5082621414" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.823966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-214f9fb6-d9e7-4a68-aaa3-0d5082621414" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.824096] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('214f9fb6-d9e7-4a68-aaa3-0d5082621414',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.109294] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.178420] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.178420] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-183" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.178420] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-183" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.178420] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-183" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.178420] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.178420] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.178420] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.179214] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.179533] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.179922] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.180128] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.180340] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.180538] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.180762] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.180951] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.181182] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.183056] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.183315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.183574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.183834] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.184245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.186198] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.186198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.186198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.186198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.186198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.186198] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 already deleted. [ 714.186198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.204169] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.204169] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.204169] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.204169] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-183" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.204169] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-09473ff1-adfb-47ca-a83d-1fc22af76457 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.204169] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-09473ff1-adfb-47ca-a83d-1fc22af76457" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.204169] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-09473ff1-adfb-47ca-a83d-1fc22af76457" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.204463] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-09473ff1-adfb-47ca-a83d-1fc22af76457" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.204600] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09473ff1-adfb-47ca-a83d-1fc22af76457',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.367662] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.368052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.368052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.368207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.368533] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.368533] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 214f9fb6-d9e7-4a68-aaa3-0d5082621414 already deleted. [ 714.368533] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-214f9fb6-d9e7-4a68-aaa3-0d5082621414" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.491399] env[66962]: INFO networking_nsxv3.common.synchronization [None req-8ffa33d4-54ac-4da1-8487-ad7785cb6b48 None None] Enqueued Resource ID: b8fe3d1c-d2d7-4be8-a74c-adb5a5a2fa4e with Priority: HIGHEST for action port [ 714.491910] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8fe3d1c-d2d7-4be8-a74c-adb5a5a2fa4e with Priority: HIGHEST for action port [ 714.492792] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8fe3d1c-d2d7-4be8-a74c-adb5a5a2fa4e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.492792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8fe3d1c-d2d7-4be8-a74c-adb5a5a2fa4e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.492792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8fe3d1c-d2d7-4be8-a74c-adb5a5a2fa4e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.492792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8fe3d1c-d2d7-4be8-a74c-adb5a5a2fa4e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.492792] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8fe3d1c-d2d7-4be8-a74c-adb5a5a2fa4e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.613579] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.613756] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.613811] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.614040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.614721] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.614721] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde1203-b70c-41f8-a830-6c336906e0e6 is going to be created. [ 714.639905] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.640205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.640265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.640706] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.640934] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.652672] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: UNINITIALIZED for 2s [ 714.708814] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.709059] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.709289] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.709471] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.709620] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.709774] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 09473ff1-adfb-47ca-a83d-1fc22af76457 not found, creating... [ 714.710058] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.710222] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.710334] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.710608] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.710843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.711220] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.711384] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.711493] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.711705] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.711830] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.711966] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 09473ff1-adfb-47ca-a83d-1fc22af76457 is going to be created. [ 714.734107] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.734360] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.734472] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.734918] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.735274] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.735451] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-09473ff1-adfb-47ca-a83d-1fc22af76457" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.996997] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8fe3d1c-d2d7-4be8-a74c-adb5a5a2fa4e [ 714.996997] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.996997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.997188] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.997446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.997446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.997542] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8fe3d1c-d2d7-4be8-a74c-adb5a5a2fa4e already deleted. [ 714.997572] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8fe3d1c-d2d7-4be8-a74c-adb5a5a2fa4e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.220921] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af9902e-6615-4028-a892-42a8175d60ab in Status: IN_PROGRESS for 4s [ 715.406148] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 715.406599] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.510220] env[66962]: INFO networking_nsxv3.common.synchronization [req-0df9065d-76b8-4ad5-9545-38693feaeed9 req-4b3105a1-f55b-4f86-8784-b721686ebbdc service nova] Enqueued Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_rules [ 715.510220] env[66962]: INFO networking_nsxv3.common.synchronization [req-0df9065d-76b8-4ad5-9545-38693feaeed9 req-4b3105a1-f55b-4f86-8784-b721686ebbdc service nova] Enqueued Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_members [ 715.510220] env[66962]: INFO networking_nsxv3.common.synchronization [req-0df9065d-76b8-4ad5-9545-38693feaeed9 req-4b3105a1-f55b-4f86-8784-b721686ebbdc service nova] Enqueued Resource ID: 09473ff1-adfb-47ca-a83d-1fc22af76457 with Priority: HIGHEST for action port [ 715.510220] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_rules [ 715.510220] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_members [ 715.510220] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09473ff1-adfb-47ca-a83d-1fc22af76457 with Priority: HIGHEST for action port [ 715.510873] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d89fb4-418e-4e91-a5ba-c65a4431fe75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.511163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.511370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.511692] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.511853] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.513041] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d89fb4-418e-4e91-a5ba-c65a4431fe75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.513375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.513521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.514162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.514935] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.518162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.518162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.518162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.518162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.518162] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.518162] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-09473ff1-adfb-47ca-a83d-1fc22af76457 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.518162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09473ff1-adfb-47ca-a83d-1fc22af76457" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.518162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09473ff1-adfb-47ca-a83d-1fc22af76457" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.518162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09473ff1-adfb-47ca-a83d-1fc22af76457" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.518162] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09473ff1-adfb-47ca-a83d-1fc22af76457',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.845840] env[66962]: INFO networking_nsxv3.common.synchronization [req-6d4d2155-2c87-4f58-a47a-bad8e9e45b7b req-7c152c00-649a-4201-adae-4787926ab781 tempest-ServerDiskConfigTestJSON-1440675890 tempest-ServerDiskConfigTestJSON-1440675890-project-member] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 715.846427] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 715.846737] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.846857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.846923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.847656] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.847827] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.848570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.848668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.848858] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.848949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.849068] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.018813] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.020022] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d89fb4-418e-4e91-a5ba-c65a4431fe75 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.020212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.020332] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09473ff1-adfb-47ca-a83d-1fc22af76457 with status ACTIVE [ 716.020550] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.020670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.020670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.021390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.021390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.021390] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.021390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.021390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.021600] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.021600] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.021782] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.021782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.021782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.021952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.021979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.022089] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09473ff1-adfb-47ca-a83d-1fc22af76457 is going to be updated. [ 716.046094] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.046275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.046402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.046639] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.046823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.047036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09473ff1-adfb-47ca-a83d-1fc22af76457" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.330895] env[66962]: INFO networking_nsxv3.common.synchronization [req-de125e7b-501b-4bbc-82cd-c049da765b5f req-250b02dd-aa1c-43b7-8615-137c414d7ff5 tempest-ServersAdminTestJSON-2065164687 tempest-ServersAdminTestJSON-2065164687-project-member] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 716.331477] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 716.331831] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.331959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.332042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.332253] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.332416] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.332585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.332689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.332801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.332905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.333797] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.336493] env[66962]: INFO networking_nsxv3.common.synchronization [None req-d1575a5d-2e70-4280-aa31-ecdcc2c292df tempest-ImagesOneServerNegativeTestJSON-1548135388 tempest-ImagesOneServerNegativeTestJSON-1548135388-project-member] Enqueued Resource ID: 01d3b6fd-04c2-4481-a985-15eec76c4d05 with Priority: HIGHEST for action security_group_rules [ 716.336657] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d3b6fd-04c2-4481-a985-15eec76c4d05 with Priority: HIGHEST for action security_group_rules [ 716.337179] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d3b6fd-04c2-4481-a985-15eec76c4d05 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.337278] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d3b6fd-04c2-4481-a985-15eec76c4d05" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.337346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d3b6fd-04c2-4481-a985-15eec76c4d05" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.337669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d3b6fd-04c2-4481-a985-15eec76c4d05" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.337669] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d3b6fd-04c2-4481-a985-15eec76c4d05',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.352677] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.352855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.352925] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.353184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.353281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.353505] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.354187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.354187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.354187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.354187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.354187] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 716.390462] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.390675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.390718] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.391415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.391415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.404472] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 716.523432] env[66962]: INFO networking_nsxv3.common.synchronization [None req-56db5be4-c729-46f0-a71e-12b1db68913a tempest-ImagesOneServerNegativeTestJSON-1548135388 tempest-ImagesOneServerNegativeTestJSON-1548135388-project-member] Enqueued Resource ID: 01d3b6fd-04c2-4481-a985-15eec76c4d05 with Priority: HIGHEST for action security_group_rules [ 716.524243] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.525119] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d3b6fd-04c2-4481-a985-15eec76c4d05 with Priority: HIGHEST for action security_group_rules [ 716.525609] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d3b6fd-04c2-4481-a985-15eec76c4d05 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.525764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d3b6fd-04c2-4481-a985-15eec76c4d05" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.666202] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: SUCCESS [ 716.666903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.667489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.667716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.667974] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.668121] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.668190] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.669032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.669032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.669032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.669032] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.829322] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.829586] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.829712] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.829980] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.830249] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.830405] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.830589] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.830939] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.831107] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.831349] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.831509] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.831623] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.831711] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.831834] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.831944] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.832093] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.836146] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.853811] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.854112] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.854334] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.854541] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-482" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.855140] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-93f16d16-8a20-4f2b-ac59-35351104ae5b taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.855512] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-93f16d16-8a20-4f2b-ac59-35351104ae5b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.855512] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-93f16d16-8a20-4f2b-ac59-35351104ae5b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.855810] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-93f16d16-8a20-4f2b-ac59-35351104ae5b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.855937] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f16d16-8a20-4f2b-ac59-35351104ae5b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.859968] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.859968] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.860157] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.860229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.860345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.860439] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d3b6fd-04c2-4481-a985-15eec76c4d05 already deleted. [ 716.860559] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d3b6fd-04c2-4481-a985-15eec76c4d05" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.861245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d3b6fd-04c2-4481-a985-15eec76c4d05" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.861447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d3b6fd-04c2-4481-a985-15eec76c4d05" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.861558] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d3b6fd-04c2-4481-a985-15eec76c4d05',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.026963] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.027135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.027216] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.027421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.027508] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.027645] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 is going to be created. [ 717.058753] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.058893] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.058966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.059187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.059348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.070392] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 in Status: UNINITIALIZED for 2s [ 717.171970] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.233380] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af9902e-6615-4028-a892-42a8175d60ab in Status: SUCCESS [ 717.233790] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af9902e-6615-4028-a892-42a8175d60ab deletion is rescheduled due to dependency. [ 717.234026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.338326] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.359507] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.359734] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.359875] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.360245] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.360385] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.360837] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 93f16d16-8a20-4f2b-ac59-35351104ae5b not found, creating... [ 717.360837] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.360967] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.362074] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.362074] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.362074] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.362074] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.362074] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.362074] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.362688] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.362688] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.362688] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 93f16d16-8a20-4f2b-ac59-35351104ae5b is going to be created. [ 717.380400] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.380400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.380400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.380702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.380702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.380790] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d3b6fd-04c2-4481-a985-15eec76c4d05 already deleted. [ 717.380868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d3b6fd-04c2-4481-a985-15eec76c4d05" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.382934] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.383136] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.383252] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.383477] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.384107] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.384107] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-93f16d16-8a20-4f2b-ac59-35351104ae5b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.401839] env[66962]: INFO networking_nsxv3.common.synchronization [req-a08f7095-4917-492c-be9a-7e1bd0d94b91 req-15b250f0-e743-4a79-b5bc-20e043abaa61 tempest-SecurityGroupRulesTestJSON-628907031 tempest-SecurityGroupRulesTestJSON-628907031-project-member] Enqueued Resource ID: 214f9fb6-d9e7-4a68-aaa3-0d5082621414 with Priority: HIGHEST for action security_group_rules [ 717.402061] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214f9fb6-d9e7-4a68-aaa3-0d5082621414 with Priority: HIGHEST for action security_group_rules [ 717.402360] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-214f9fb6-d9e7-4a68-aaa3-0d5082621414 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.402470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-214f9fb6-d9e7-4a68-aaa3-0d5082621414" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.402739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-214f9fb6-d9e7-4a68-aaa3-0d5082621414" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.402739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-214f9fb6-d9e7-4a68-aaa3-0d5082621414" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.402839] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('214f9fb6-d9e7-4a68-aaa3-0d5082621414',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.675253] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edde1203-b70c-41f8-a830-6c336906e0e6: rpc.has_security_group_logging(os_id): False [ 717.700435] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.700637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.701106] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.701669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.703403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.706020] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.706020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.706020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.706020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.706020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.706020] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edde1203-b70c-41f8-a830-6c336906e0e6 is going to be created. [ 717.797916] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.798107] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.798215] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.798399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.798702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.812676] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: IN_PROGRESS for 2s [ 717.841799] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.841799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.842170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.842170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.842289] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.842344] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be updated. [ 717.882068] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.882300] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.882300] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.884241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.884241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.903797] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: IN_PROGRESS for 2s [ 717.924570] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.924765] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.924765] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.926916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.926916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.926916] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 214f9fb6-d9e7-4a68-aaa3-0d5082621414 already deleted. [ 717.926916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-214f9fb6-d9e7-4a68-aaa3-0d5082621414" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.417413] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 718.417413] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee deletion is rescheduled due to dependency. [ 718.417413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.566365] env[66962]: INFO networking_nsxv3.common.synchronization [req-de125e7b-501b-4bbc-82cd-c049da765b5f req-04672990-48ae-4442-a1d6-92752d462e86 service nova] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_rules [ 718.566365] env[66962]: INFO networking_nsxv3.common.synchronization [req-de125e7b-501b-4bbc-82cd-c049da765b5f req-04672990-48ae-4442-a1d6-92752d462e86 service nova] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 718.566365] env[66962]: INFO networking_nsxv3.common.synchronization [req-de125e7b-501b-4bbc-82cd-c049da765b5f req-04672990-48ae-4442-a1d6-92752d462e86 service nova] Enqueued Resource ID: 93f16d16-8a20-4f2b-ac59-35351104ae5b with Priority: HIGHEST for action port [ 718.566365] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_rules [ 718.566365] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 718.566365] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f16d16-8a20-4f2b-ac59-35351104ae5b with Priority: HIGHEST for action port [ 718.568343] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.568343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.568343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.568343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.568641] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.569821] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.569920] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.570119] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f16d16-8a20-4f2b-ac59-35351104ae5b taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.570219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f16d16-8a20-4f2b-ac59-35351104ae5b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.570784] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f16d16-8a20-4f2b-ac59-35351104ae5b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.570784] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f16d16-8a20-4f2b-ac59-35351104ae5b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.570784] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f16d16-8a20-4f2b-ac59-35351104ae5b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.979307] env[66962]: INFO networking_nsxv3.common.synchronization [req-2bcf8dbb-42d2-4eb3-b183-79d50837d259 req-d5e0169c-8835-4674-8574-4c7e7d9f9b8f tempest-MultipleCreateTestJSON-1679239079 tempest-MultipleCreateTestJSON-1679239079-project-member] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 718.979307] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 718.979307] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.979307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.979307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.981288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.984651] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.984651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.984651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.984651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.984651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.984651] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.072102] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.072347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.072591] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93f16d16-8a20-4f2b-ac59-35351104ae5b with status ACTIVE [ 719.072894] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.073311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.073311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.073496] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.073640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.073927] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.074131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.074251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.074847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.074847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.075013] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.075090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.075138] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.075292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.075516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.075587] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93f16d16-8a20-4f2b-ac59-35351104ae5b is going to be updated. [ 719.079399] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 in Status: SUCCESS [ 719.079673] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.079907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.080159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.080401] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.080564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.080671] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.080895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.081029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.081174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.081321] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.098238] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.098370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.098461] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.098672] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.098792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.098942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f16d16-8a20-4f2b-ac59-35351104ae5b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.296775] env[66962]: INFO networking_nsxv3.common.synchronization [req-f97ff710-68c4-4786-8125-577336ff5501 req-b8b35b92-9f2e-4f19-a7c6-374c93e7db1c tempest-ServersWithSpecificFlavorTestJSON-1484999914 tempest-ServersWithSpecificFlavorTestJSON-1484999914-project-member] Enqueued Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_members [ 719.297946] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_members [ 719.298119] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.298273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.298273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.298486] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.298641] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.298763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.298825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.298945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.299082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.299140] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.488313] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.488567] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.488644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.488962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.489120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.489411] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.489570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.489666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.489900] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.490035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.490172] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be updated. [ 719.523695] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-863 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.526231] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.526231] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.526231] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.526231] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.526231] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.526231] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.526231] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.526776] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.526776] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.526883] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.526938] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.527031] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.527131] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.527223] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.527376] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.529349] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.530824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.530824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.530824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.530824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.543059] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: IN_PROGRESS for 2s [ 719.554188] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.554188] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.554188] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.554188] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.554188] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-80167256-4e03-4cee-9e8c-10cd77fcc115 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.554188] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-80167256-4e03-4cee-9e8c-10cd77fcc115" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.554188] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-80167256-4e03-4cee-9e8c-10cd77fcc115" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.554188] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-80167256-4e03-4cee-9e8c-10cd77fcc115" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.554188] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80167256-4e03-4cee-9e8c-10cd77fcc115',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.583661] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d89fb4-418e-4e91-a5ba-c65a4431fe75 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.583661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.583661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.583861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.584027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.584133] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.584227] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.584337] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.584419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.584505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.584658] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d89fb4-418e-4e91-a5ba-c65a4431fe75 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.584735] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.584797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.585231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.585231] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.585231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.585231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.585357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.585399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.585488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.585571] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.801510] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.801633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.801716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.801995] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.802104] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.802335] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.802462] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.802543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.802717] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.802878] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.802991] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad is going to be updated. [ 719.832592] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: SUCCESS [ 719.832844] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.855781] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.856037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.856037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.856247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.856398] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.873066] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad in Status: IN_PROGRESS for 2s [ 719.918299] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 719.918549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.918738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.919062] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.919273] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.919413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.919451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.919662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.919888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.920019] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.064025] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.064025] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.064025] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.064025] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.064025] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.064025] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 80167256-4e03-4cee-9e8c-10cd77fcc115 not found, creating... [ 720.064025] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.064025] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.064025] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.064025] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.064025] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.064737] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.064737] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.064737] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.064737] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.064737] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.064737] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 80167256-4e03-4cee-9e8c-10cd77fcc115 is going to be created. [ 720.088331] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.089130] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.089130] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.089396] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.089635] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.089879] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-80167256-4e03-4cee-9e8c-10cd77fcc115" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.094450] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50d89fb4-418e-4e91-a5ba-c65a4431fe75: rpc.has_security_group_logging(os_id): False [ 720.108308] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.108443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.108484] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.108706] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.108802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.109019] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.110136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.110136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.110136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.110136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.110136] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.110136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.110136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.110136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.110136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.110136] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.110592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.110592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.110592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.110592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.110592] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 is going to be created. [ 720.202349] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.202581] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.202581] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.202754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.202971] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.222113] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 in Status: IN_PROGRESS for 2s [ 720.424056] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.888957] env[66962]: INFO networking_nsxv3.common.synchronization [req-2bcf8dbb-42d2-4eb3-b183-79d50837d259 req-2217cc2c-6ca3-4199-a33c-d2c63888e8ba service nova] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_rules [ 720.888957] env[66962]: INFO networking_nsxv3.common.synchronization [req-2bcf8dbb-42d2-4eb3-b183-79d50837d259 req-2217cc2c-6ca3-4199-a33c-d2c63888e8ba service nova] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 720.889081] env[66962]: INFO networking_nsxv3.common.synchronization [req-2bcf8dbb-42d2-4eb3-b183-79d50837d259 req-2217cc2c-6ca3-4199-a33c-d2c63888e8ba service nova] Enqueued Resource ID: 80167256-4e03-4cee-9e8c-10cd77fcc115 with Priority: HIGHEST for action port [ 720.890089] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_rules [ 720.890089] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 720.890089] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80167256-4e03-4cee-9e8c-10cd77fcc115 with Priority: HIGHEST for action port [ 720.890321] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.890321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.890583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.890733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.890828] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.891815] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.891918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.892180] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-80167256-4e03-4cee-9e8c-10cd77fcc115 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.892269] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80167256-4e03-4cee-9e8c-10cd77fcc115" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.892340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80167256-4e03-4cee-9e8c-10cd77fcc115" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.892572] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80167256-4e03-4cee-9e8c-10cd77fcc115" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.892637] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80167256-4e03-4cee-9e8c-10cd77fcc115',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.927585] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.394939] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.395281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.395281] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80167256-4e03-4cee-9e8c-10cd77fcc115 with status ACTIVE [ 721.395509] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.395752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.395835] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.396082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.396191] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.396405] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.396469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.396536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.396683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.396772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.396919] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.397207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.397207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.397207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.397334] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.397334] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80167256-4e03-4cee-9e8c-10cd77fcc115 is going to be updated. [ 721.424862] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.425117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.425117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.425340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.425511] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.425717] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80167256-4e03-4cee-9e8c-10cd77fcc115" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.431354] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.431562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.431686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.431918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.432044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.432235] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be updated. [ 721.467491] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.467491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.467694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.467829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.467988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.478972] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: IN_PROGRESS for 2s [ 721.566674] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: SUCCESS [ 721.567212] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc deletion is rescheduled due to dependency. [ 721.567212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.568272] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.568272] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.568272] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.568272] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.568525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.568834] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.569022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.569123] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.915626] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad in Status: SUCCESS [ 721.915878] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad deletion is rescheduled due to dependency. [ 721.916017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.072064] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.243562] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 in Status: SUCCESS [ 722.243780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.574094] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.077303] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.077505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.077505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.078061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.078251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.078330] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be updated. [ 723.110867] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.111084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.111149] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.111327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.111470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.120700] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: IN_PROGRESS for 2s [ 723.151534] env[66962]: INFO networking_nsxv3.common.synchronization [req-2bcf8dbb-42d2-4eb3-b183-79d50837d259 req-e6ed44c9-2697-4cdb-8278-3f829992c2c2 tempest-MultipleCreateTestJSON-1679239079 tempest-MultipleCreateTestJSON-1679239079-project-member] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 723.152245] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 723.152645] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.152793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.493452] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 723.495738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.495738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.495883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.497642] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.497822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.497915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.498158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.498257] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.498350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.498475] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.557881] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-863 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.558150] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.558279] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.559614] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.560101] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.560431] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.560853] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.561350] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.561668] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.562560] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.562730] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.562890] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.563070] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.563281] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.563532] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.563910] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.585040] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.585040] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.585040] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.585435] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-863" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.585595] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-805fdcbe-10d9-450b-9bbb-b1bf1a05cab1 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.585827] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-805fdcbe-10d9-450b-9bbb-b1bf1a05cab1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.585907] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-805fdcbe-10d9-450b-9bbb-b1bf1a05cab1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.586271] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-805fdcbe-10d9-450b-9bbb-b1bf1a05cab1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.586403] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('805fdcbe-10d9-450b-9bbb-b1bf1a05cab1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.001440] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.001621] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.001693] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.001913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.002098] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.002220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.002259] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.002405] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.002691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.002691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.002788] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.002899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.003022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.003187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.003380] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.003552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.003601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.003724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.003861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.003916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.003981] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.088711] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.088952] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.089090] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.089366] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.089508] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.089705] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 805fdcbe-10d9-450b-9bbb-b1bf1a05cab1 not found, creating... [ 724.089964] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.090987] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.090987] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.090987] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.090987] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.090987] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.091210] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.091354] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.091647] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.091785] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.091919] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 805fdcbe-10d9-450b-9bbb-b1bf1a05cab1 is going to be created. [ 724.116040] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.116263] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.116442] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.116760] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.116944] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.117123] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-805fdcbe-10d9-450b-9bbb-b1bf1a05cab1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.506874] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eec93bd7-ee62-41d8-8a49-3ef7642f6909: rpc.has_security_group_logging(os_id): False [ 724.528505] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.528505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.528505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.528505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.528505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.529228] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.529471] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.530989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.530989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.530989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.530989] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.530989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.530989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.530989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.530989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.530989] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.530989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.531381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.531381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.531381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.531456] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be updated. [ 724.598703] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.599032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.599032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.599444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.599519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.620200] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: IN_PROGRESS for 2s [ 724.904245] env[66962]: INFO networking_nsxv3.common.synchronization [req-2bcf8dbb-42d2-4eb3-b183-79d50837d259 req-de8fe12f-845e-4811-9dbd-a19826fba8a7 service nova] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_rules [ 724.904245] env[66962]: INFO networking_nsxv3.common.synchronization [req-2bcf8dbb-42d2-4eb3-b183-79d50837d259 req-de8fe12f-845e-4811-9dbd-a19826fba8a7 service nova] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 724.904245] env[66962]: INFO networking_nsxv3.common.synchronization [req-2bcf8dbb-42d2-4eb3-b183-79d50837d259 req-de8fe12f-845e-4811-9dbd-a19826fba8a7 service nova] Enqueued Resource ID: 805fdcbe-10d9-450b-9bbb-b1bf1a05cab1 with Priority: HIGHEST for action port [ 724.905030] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_rules [ 724.905461] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 724.905831] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805fdcbe-10d9-450b-9bbb-b1bf1a05cab1 with Priority: HIGHEST for action port [ 724.906446] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.906724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.907258] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.909017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.909017] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-805fdcbe-10d9-450b-9bbb-b1bf1a05cab1 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.909017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-805fdcbe-10d9-450b-9bbb-b1bf1a05cab1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.909017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-805fdcbe-10d9-450b-9bbb-b1bf1a05cab1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.909017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-805fdcbe-10d9-450b-9bbb-b1bf1a05cab1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.909017] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('805fdcbe-10d9-450b-9bbb-b1bf1a05cab1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.920039] env[66962]: INFO networking_nsxv3.common.synchronization [req-43aadbb3-31bc-463a-abd1-25d444470388 req-9d9922fa-3729-4c48-9164-2b09f83989c3 tempest-ServerMetadataNegativeTestJSON-1263037664 tempest-ServerMetadataNegativeTestJSON-1263037664-project-member] Enqueued Resource ID: a00db942-f3f9-4737-be92-885f17f67227 with Priority: HIGHEST for action security_group_members [ 724.920039] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00db942-f3f9-4737-be92-885f17f67227 with Priority: HIGHEST for action security_group_members [ 724.920039] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a00db942-f3f9-4737-be92-885f17f67227 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.920748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.921069] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.923224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.923224] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.923576] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.923661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.923861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.923957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.924070] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a00db942-f3f9-4737-be92-885f17f67227',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.134430] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: SUCCESS [ 725.134678] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.134930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.135175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.135386] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.135544] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.135646] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.135815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.135915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.136021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.136141] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.138159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.138159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.138159] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.138159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.138467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.138467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.138467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.138901] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.416040] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 805fdcbe-10d9-450b-9bbb-b1bf1a05cab1 with status ACTIVE [ 725.416040] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.416040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.416040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.416040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.416040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.416040] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.416040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.416040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.417338] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.417915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.420696] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.420696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.420696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.420696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.420696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.420696] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 805fdcbe-10d9-450b-9bbb-b1bf1a05cab1 is going to be updated. [ 725.428199] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.428199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.428199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.428199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.429665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.429665] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.429665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.429665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.429665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.433075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.433075] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a00db942-f3f9-4737-be92-885f17f67227 is going to be updated. [ 725.454399] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.454399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.454399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.454399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.454399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.454399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-805fdcbe-10d9-450b-9bbb-b1bf1a05cab1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.461809] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.461809] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.461809] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.461809] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.462519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.481995] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00db942-f3f9-4737-be92-885f17f67227 in Status: IN_PROGRESS for 2s [ 725.641909] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.641909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.642590] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.145823] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.328174] env[66962]: INFO networking_nsxv3.common.synchronization [req-d1bdae5a-f3a1-42c1-9301-4c2cecb75738 req-5f3ea71a-e30a-4d10-bd42-322669e6d821 tempest-AttachInterfacesUnderV243Test-2007290196 tempest-AttachInterfacesUnderV243Test-2007290196-project-member] Enqueued Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_members [ 726.328174] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_members [ 726.328628] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f57472-1dae-48f3-b113-6a286460ca01 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.329324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.329324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.329324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.329324] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.329527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.329559] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.330025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.330025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.330127] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.641367] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 726.641367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.651176] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.651176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.651176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.651176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.651176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.651176] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be updated. [ 726.678302] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.678585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.678707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.678964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.680174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.693014] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: IN_PROGRESS for 2s [ 726.833074] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.835419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.835419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.835419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.835419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.835419] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.835419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.835419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.835419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.835419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.835419] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f57472-1dae-48f3-b113-6a286460ca01 already deleted. [ 726.835419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.939945] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.940166] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-290" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.940317] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-290" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.940667] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-290" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.940963] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.941118] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.941228] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.941461] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.941749] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.941996] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.942198] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.942383] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.942428] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.942561] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.942665] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.942822] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.962095] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.962291] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.962420] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.962562] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-290" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.962886] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.963076] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.963226] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.963593] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.963733] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('579261a7-d86a-4edb-91c8-eeb39c7ea5ce',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.466358] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.466756] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.466858] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.467208] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.467387] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.467554] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 579261a7-d86a-4edb-91c8-eeb39c7ea5ce not found, creating... [ 727.467855] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.468030] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.468204] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.468390] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.468554] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.468894] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.469028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.469129] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.469352] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.469480] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.469618] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 579261a7-d86a-4edb-91c8-eeb39c7ea5ce is going to be created. [ 727.493089] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a00db942-f3f9-4737-be92-885f17f67227 in Status: SUCCESS [ 727.493354] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a00db942-f3f9-4737-be92-885f17f67227 deletion is rescheduled due to dependency. [ 727.493533] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.501837] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.502092] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.502202] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.502485] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.502718] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.503092] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.679726] env[66962]: INFO networking_nsxv3.common.synchronization [req-44dcc77f-b667-4f8c-9df2-bc6728f6ec5c req-857f724f-99c2-46a5-b90d-0cc353424b50 tempest-ServersAdminNegativeTestJSON-1753240098 tempest-ServersAdminNegativeTestJSON-1753240098-project-member] Enqueued Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_members [ 727.680444] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_members [ 727.680812] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ecfc71-210a-4ca3-9a9d-cadd42405b06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.680948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.681189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.681425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.681747] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.681747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.681915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.682598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.682709] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.682825] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.187575] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.246506] env[66962]: INFO networking_nsxv3.common.synchronization [req-d1bdae5a-f3a1-42c1-9301-4c2cecb75738 req-33fe8d27-6eb8-4b5f-8ce2-16e27f57626b service nova] Enqueued Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_rules [ 728.246761] env[66962]: INFO networking_nsxv3.common.synchronization [req-d1bdae5a-f3a1-42c1-9301-4c2cecb75738 req-33fe8d27-6eb8-4b5f-8ce2-16e27f57626b service nova] Enqueued Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_members [ 728.246899] env[66962]: INFO networking_nsxv3.common.synchronization [req-d1bdae5a-f3a1-42c1-9301-4c2cecb75738 req-33fe8d27-6eb8-4b5f-8ce2-16e27f57626b service nova] Enqueued Resource ID: 579261a7-d86a-4edb-91c8-eeb39c7ea5ce with Priority: HIGHEST for action port [ 728.250671] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_rules [ 728.250869] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_members [ 728.250924] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 579261a7-d86a-4edb-91c8-eeb39c7ea5ce with Priority: HIGHEST for action port [ 728.251283] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f57472-1dae-48f3-b113-6a286460ca01 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.251357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.251418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.251833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.251833] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.253047] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f57472-1dae-48f3-b113-6a286460ca01 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.253143] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.253143] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.253397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.253526] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.254361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.254361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.254361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.254513] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.254545] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.255629] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.255711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.255742] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.256315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.256315] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('579261a7-d86a-4edb-91c8-eeb39c7ea5ce',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.689276] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.704783] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: SUCCESS [ 728.704994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.705199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.705426] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.705760] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.705760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.705911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.705953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.706028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.706162] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.761832] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f57472-1dae-48f3-b113-6a286460ca01 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.762060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.762200] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.763121] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 579261a7-d86a-4edb-91c8-eeb39c7ea5ce with status ACTIVE [ 728.763766] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.763766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.763766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.763766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.763766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.764044] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.764044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.764123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.764219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.764295] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.764835] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.764835] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.764835] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.765023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.765023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.765681] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 579261a7-d86a-4edb-91c8-eeb39c7ea5ce is going to be updated. [ 728.788566] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.788738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.788802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.789049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.789193] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.789353] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.191729] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.192156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.192156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.192315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.192315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.192370] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 is going to be updated. [ 729.209300] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.220718] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.220891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.220963] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.221214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.221329] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.236245] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 in Status: IN_PROGRESS for 2s [ 729.270128] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.714543] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.776772] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.776772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.776772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.776772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.776772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.776772] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f57472-1dae-48f3-b113-6a286460ca01 is going to be created. [ 729.802737] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.802935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.802935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.803710] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.803710] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.813419] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f57472-1dae-48f3-b113-6a286460ca01 in Status: UNINITIALIZED for 2s [ 730.219138] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.219138] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.219138] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.219138] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.219138] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.219138] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be updated. [ 730.257034] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.257034] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.257034] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.257034] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.257034] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.271650] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: IN_PROGRESS for 2s [ 730.511079] env[66962]: INFO networking_nsxv3.common.synchronization [None req-26453615-b687-465f-8dce-85918412c46d None None] Enqueued Resource ID: 32455a0d-a08b-49e5-a6d5-3016741a152c with Priority: HIGHEST for action port [ 730.511079] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32455a0d-a08b-49e5-a6d5-3016741a152c with Priority: HIGHEST for action port [ 730.511188] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-32455a0d-a08b-49e5-a6d5-3016741a152c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.511422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32455a0d-a08b-49e5-a6d5-3016741a152c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.511422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32455a0d-a08b-49e5-a6d5-3016741a152c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.511880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32455a0d-a08b-49e5-a6d5-3016741a152c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.512017] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32455a0d-a08b-49e5-a6d5-3016741a152c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.014021] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32455a0d-a08b-49e5-a6d5-3016741a152c [ 731.014326] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.014462] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.014543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.014843] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.014964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.015056] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32455a0d-a08b-49e5-a6d5-3016741a152c already deleted. [ 731.015139] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32455a0d-a08b-49e5-a6d5-3016741a152c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.246289] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 in Status: SUCCESS [ 731.246404] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.829977] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f57472-1dae-48f3-b113-6a286460ca01 in Status: SUCCESS [ 731.829977] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.829977] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.829977] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.830418] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.830418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.830418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.830626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.830626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.830766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.831243] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.299903] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: SUCCESS [ 732.299903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.299903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.299903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.299903] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.299903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.299903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.299903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.299903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.299903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.299903] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.299903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.299903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.299903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.299903] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.299903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.299903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.301801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.301801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.301801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.301801] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.333590] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.805517] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f54c10e5-da46-41b3-ac5f-92edde4b4bcc: rpc.has_security_group_logging(os_id): False [ 732.830648] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.830648] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.830648] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.830648] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.831501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.831501] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.831501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.831501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.831501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.831501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.832871] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.832871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.832871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.832871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.832871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.832871] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.832871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.832871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.832871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.832871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.832871] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be updated. [ 732.835614] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9f57472-1dae-48f3-b113-6a286460ca01: rpc.has_security_group_logging(os_id): False [ 732.857126] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.857440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.857440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.857569] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.857645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.858037] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.858037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.858208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.858245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.858322] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.858432] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f57472-1dae-48f3-b113-6a286460ca01 is going to be created. [ 732.924520] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.924609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.924650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.925159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.925159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.929056] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.929233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.929347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.929563] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.929879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.945392] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f57472-1dae-48f3-b113-6a286460ca01 in Status: IN_PROGRESS for 2s [ 732.950350] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: IN_PROGRESS for 2s [ 733.413321] env[66962]: INFO networking_nsxv3.common.synchronization [None req-1140e52b-ad36-49cb-93f1-10e01294ec14 None None] Enqueued Resource ID: c1299aa2-71b7-4b4e-90be-bd1183d2ba83 with Priority: HIGHEST for action port [ 733.413871] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1299aa2-71b7-4b4e-90be-bd1183d2ba83 with Priority: HIGHEST for action port [ 733.414257] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1299aa2-71b7-4b4e-90be-bd1183d2ba83 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.414406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1299aa2-71b7-4b4e-90be-bd1183d2ba83" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.414406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1299aa2-71b7-4b4e-90be-bd1183d2ba83" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.417046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1299aa2-71b7-4b4e-90be-bd1183d2ba83" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.417046] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1299aa2-71b7-4b4e-90be-bd1183d2ba83',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.918345] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1299aa2-71b7-4b4e-90be-bd1183d2ba83 [ 733.918345] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.918345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.918345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.918345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.918345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.918345] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1299aa2-71b7-4b4e-90be-bd1183d2ba83 already deleted. [ 733.918345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1299aa2-71b7-4b4e-90be-bd1183d2ba83" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.966605] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f57472-1dae-48f3-b113-6a286460ca01 in Status: SUCCESS [ 734.966899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.970416] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: SUCCESS [ 734.970694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.970854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.971072] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.971160] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.203422] env[66962]: INFO networking_nsxv3.common.synchronization [None req-8646d555-ae67-4e25-8ac4-88f18543558d tempest-MigrationsAdminTest-2072761647 tempest-MigrationsAdminTest-2072761647-project-member] Enqueued Resource ID: 8a72a620-6f69-4990-9383-9d74e7a6e786 with Priority: HIGHEST for action security_group_rules [ 735.204139] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a72a620-6f69-4990-9383-9d74e7a6e786 with Priority: HIGHEST for action security_group_rules [ 735.204258] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a72a620-6f69-4990-9383-9d74e7a6e786 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.204370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a72a620-6f69-4990-9383-9d74e7a6e786" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.204435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a72a620-6f69-4990-9383-9d74e7a6e786" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.204685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a72a620-6f69-4990-9383-9d74e7a6e786" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.204787] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a72a620-6f69-4990-9383-9d74e7a6e786',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.318052] env[66962]: INFO networking_nsxv3.common.synchronization [None req-e2271848-884b-4865-a810-251ea476e6b3 tempest-MigrationsAdminTest-2072761647 tempest-MigrationsAdminTest-2072761647-project-member] Enqueued Resource ID: 8a72a620-6f69-4990-9383-9d74e7a6e786 with Priority: HIGHEST for action security_group_rules [ 735.318052] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a72a620-6f69-4990-9383-9d74e7a6e786 with Priority: HIGHEST for action security_group_rules [ 735.318052] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a72a620-6f69-4990-9383-9d74e7a6e786 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.318052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a72a620-6f69-4990-9383-9d74e7a6e786" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.473446] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.473649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.473700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.474025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.474109] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.474181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.474298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.474384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.474647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.474647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.474647] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.729575] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.729748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.729748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.729959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.730065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.730161] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a72a620-6f69-4990-9383-9d74e7a6e786 already deleted. [ 735.730247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a72a620-6f69-4990-9383-9d74e7a6e786" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.730517] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a72a620-6f69-4990-9383-9d74e7a6e786" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.730731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a72a620-6f69-4990-9383-9d74e7a6e786" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.730858] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a72a620-6f69-4990-9383-9d74e7a6e786',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.977735] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.977735] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.977735] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.978265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.978265] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.978265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.978265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.978402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.978402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.978490] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.978744] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.978744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.978879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.978912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.979056] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.979152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.979211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.979374] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.979407] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.979487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.979614] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.254332] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.255318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.255538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.255786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.255889] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.255983] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a72a620-6f69-4990-9383-9d74e7a6e786 already deleted. [ 736.256081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a72a620-6f69-4990-9383-9d74e7a6e786" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.329123] env[66962]: INFO networking_nsxv3.common.synchronization [None req-28079b60-779b-4b1e-a7ae-a9f2d5b2593b None None] Enqueued Resource ID: 44a4a95d-7d82-46eb-8c77-966282c8cf27 with Priority: HIGHEST for action port [ 736.329123] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a4a95d-7d82-46eb-8c77-966282c8cf27 with Priority: HIGHEST for action port [ 736.329123] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-44a4a95d-7d82-46eb-8c77-966282c8cf27 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.329123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44a4a95d-7d82-46eb-8c77-966282c8cf27" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.329123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44a4a95d-7d82-46eb-8c77-966282c8cf27" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.329807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44a4a95d-7d82-46eb-8c77-966282c8cf27" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.330164] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44a4a95d-7d82-46eb-8c77-966282c8cf27',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.484065] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f54c10e5-da46-41b3-ac5f-92edde4b4bcc: rpc.has_security_group_logging(os_id): False [ 736.513177] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.513177] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.513177] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.513469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.513469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.513534] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.513596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.513679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.513798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.513874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.514078] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.514178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.514228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.514356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.514426] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.514598] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.514687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.514748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.514879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.514952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.515465] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be updated. [ 736.600826] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.601806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.601979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.602244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.602434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.624954] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: IN_PROGRESS for 2s [ 736.832708] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44a4a95d-7d82-46eb-8c77-966282c8cf27 [ 736.832963] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.833189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.833312] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.833479] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.833680] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.833680] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44a4a95d-7d82-46eb-8c77-966282c8cf27 already deleted. [ 736.833806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44a4a95d-7d82-46eb-8c77-966282c8cf27" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.390119] env[66962]: INFO networking_nsxv3.common.synchronization [None req-9e90a287-ab85-43ae-9217-898dfa8b94d9 tempest-AttachVolumeShelveTestJSON-1897871112 tempest-AttachVolumeShelveTestJSON-1897871112-project-member] Enqueued Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_rules [ 737.390863] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_rules [ 737.391245] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1707c9e6-7391-433d-8869-1c2bf494ef06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.391444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.391539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.391908] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.392100] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.483771] env[66962]: INFO networking_nsxv3.common.synchronization [None req-7fffc862-fb38-44f8-8d3c-e7e8f5d0a44d tempest-AttachVolumeShelveTestJSON-1897871112 tempest-AttachVolumeShelveTestJSON-1897871112-project-member] Enqueued Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_rules [ 737.487703] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_rules [ 737.488137] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1707c9e6-7391-433d-8869-1c2bf494ef06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.488245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.921883] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.921883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.921883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.921883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.921883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.921883] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 already deleted. [ 737.922343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.922343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.922343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.922343] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.447252] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.447581] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.448082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.448082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.448082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.448224] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 already deleted. [ 738.448224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.535763] env[66962]: INFO networking_nsxv3.common.synchronization [None req-5c940f96-52b5-46d5-8d90-77e2ae1c4ae1 None None] Enqueued Resource ID: 790366d6-f4e7-4f23-9f04-838c04c8aa3f with Priority: HIGHEST for action port [ 738.536316] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790366d6-f4e7-4f23-9f04-838c04c8aa3f with Priority: HIGHEST for action port [ 738.536634] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-790366d6-f4e7-4f23-9f04-838c04c8aa3f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.536751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-790366d6-f4e7-4f23-9f04-838c04c8aa3f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.536803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-790366d6-f4e7-4f23-9f04-838c04c8aa3f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.537116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-790366d6-f4e7-4f23-9f04-838c04c8aa3f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.537291] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('790366d6-f4e7-4f23-9f04-838c04c8aa3f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.650235] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: SUCCESS [ 738.650544] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.039442] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 790366d6-f4e7-4f23-9f04-838c04c8aa3f [ 739.039703] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.040372] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.040471] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.040722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.040828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.040939] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:790366d6-f4e7-4f23-9f04-838c04c8aa3f already deleted. [ 739.041036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-790366d6-f4e7-4f23-9f04-838c04c8aa3f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.112074] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff851e7e-ca74-4c50-9870-cfad3a2e0477 req-2363a5fd-d64f-42f7-9851-8639432bdb9b tempest-ServersNegativeTestMultiTenantJSON-1253843901 tempest-ServersNegativeTestMultiTenantJSON-1253843901-project-member] Enqueued Resource ID: f1884658-ac03-4afd-b6b2-82797c32dc1e with Priority: HIGHEST for action security_group_members [ 739.112710] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1884658-ac03-4afd-b6b2-82797c32dc1e with Priority: HIGHEST for action security_group_members [ 739.113033] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1884658-ac03-4afd-b6b2-82797c32dc1e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.113790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.113790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.113790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.114110] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.114550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.114641] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.114835] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.114950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.115052] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1884658-ac03-4afd-b6b2-82797c32dc1e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.533311] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.533631] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-792" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.533631] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-792" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.534540] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-792" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.534540] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.534540] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.534540] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.534802] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.534802] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.534937] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.535943] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.535943] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.535943] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.535943] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.535943] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.535943] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.557900] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.558069] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.558208] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.558381] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-792" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.558704] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-e3f434c3-7c75-4cfc-8bf3-80454ceeb99b taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.558876] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-e3f434c3-7c75-4cfc-8bf3-80454ceeb99b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.559057] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-e3f434c3-7c75-4cfc-8bf3-80454ceeb99b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.559321] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-e3f434c3-7c75-4cfc-8bf3-80454ceeb99b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.559453] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f434c3-7c75-4cfc-8bf3-80454ceeb99b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.618868] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.619530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.619530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.619623] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.619819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.620060] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.620394] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.620498] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.620920] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.621045] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.622187] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1884658-ac03-4afd-b6b2-82797c32dc1e already deleted. [ 739.622929] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.067352] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.068017] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.068017] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.068017] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.068164] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.068719] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port e3f434c3-7c75-4cfc-8bf3-80454ceeb99b not found, creating... [ 740.068719] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.068719] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.068921] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.069033] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.069158] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.069440] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.069586] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.069694] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.069896] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.070048] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.070183] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: e3f434c3-7c75-4cfc-8bf3-80454ceeb99b is going to be created. [ 740.131926] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.132229] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.132426] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.132757] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.133045] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.133302] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-e3f434c3-7c75-4cfc-8bf3-80454ceeb99b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.353024] env[66962]: INFO networking_nsxv3.common.synchronization [req-156d926f-8be1-4fd6-aed4-a8f285ba2056 req-99e8360e-0411-48f7-bdde-6b107f033d1a tempest-MultipleCreateTestJSON-1679239079 tempest-MultipleCreateTestJSON-1679239079-project-member] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 740.353024] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 740.353483] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.354173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.354374] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.356240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.356240] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.356240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.356240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.356240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.356240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.356240] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.802668] env[66962]: INFO networking_nsxv3.common.synchronization [req-d0d484b2-b3ef-414a-8cb0-1d91ad987f40 req-c11def43-8fac-41c7-98e3-8179bb31ec1e tempest-MultipleCreateTestJSON-1679239079 tempest-MultipleCreateTestJSON-1679239079-project-member] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 740.803329] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGHEST for action security_group_members [ 740.803329] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.803424] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.825089] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff851e7e-ca74-4c50-9870-cfad3a2e0477 req-3dfa998f-c88a-40e8-bb4f-ff81c233bb7b service nova] Enqueued Resource ID: f1884658-ac03-4afd-b6b2-82797c32dc1e with Priority: HIGHEST for action security_group_rules [ 740.825341] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff851e7e-ca74-4c50-9870-cfad3a2e0477 req-3dfa998f-c88a-40e8-bb4f-ff81c233bb7b service nova] Enqueued Resource ID: f1884658-ac03-4afd-b6b2-82797c32dc1e with Priority: HIGHEST for action security_group_members [ 740.825520] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff851e7e-ca74-4c50-9870-cfad3a2e0477 req-3dfa998f-c88a-40e8-bb4f-ff81c233bb7b service nova] Enqueued Resource ID: e3f434c3-7c75-4cfc-8bf3-80454ceeb99b with Priority: HIGHEST for action port [ 740.826190] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1884658-ac03-4afd-b6b2-82797c32dc1e with Priority: HIGHEST for action security_group_rules [ 740.826326] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1884658-ac03-4afd-b6b2-82797c32dc1e with Priority: HIGHEST for action security_group_members [ 740.826425] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f434c3-7c75-4cfc-8bf3-80454ceeb99b with Priority: HIGHEST for action port [ 740.826696] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1884658-ac03-4afd-b6b2-82797c32dc1e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.826821] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.826888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.828160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.828160] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1884658-ac03-4afd-b6b2-82797c32dc1e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.830211] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1884658-ac03-4afd-b6b2-82797c32dc1e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.830211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.830211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.830211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.830211] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.830211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.830211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.830211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.830211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.830211] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1884658-ac03-4afd-b6b2-82797c32dc1e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.831860] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3f434c3-7c75-4cfc-8bf3-80454ceeb99b taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.831860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3f434c3-7c75-4cfc-8bf3-80454ceeb99b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.831860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3f434c3-7c75-4cfc-8bf3-80454ceeb99b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.832122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3f434c3-7c75-4cfc-8bf3-80454ceeb99b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.832122] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f434c3-7c75-4cfc-8bf3-80454ceeb99b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.858803] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.334613] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1884658-ac03-4afd-b6b2-82797c32dc1e taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.335262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.341882] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1884658-ac03-4afd-b6b2-82797c32dc1e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.344507] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3f434c3-7c75-4cfc-8bf3-80454ceeb99b with status ACTIVE [ 741.345630] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.345630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.345630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.345630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.345630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.345630] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.345919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.345919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.345919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.346015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.347029] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.347029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.347029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.347029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.347029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.347029] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3f434c3-7c75-4cfc-8bf3-80454ceeb99b is going to be updated. [ 741.363940] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.375410] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.375687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.375687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.375804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.375939] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.376142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3f434c3-7c75-4cfc-8bf3-80454ceeb99b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.852663] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1884658-ac03-4afd-b6b2-82797c32dc1e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.867249] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.869019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.869019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.869019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.869019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.869019] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be updated. [ 741.904429] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.904949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.904949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.904949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.905103] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.916184] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: IN_PROGRESS for 2s [ 742.355391] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.355971] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.356097] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.356442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.356538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.357193] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1884658-ac03-4afd-b6b2-82797c32dc1e is going to be created. [ 742.393609] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.393609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.393609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.393609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.393609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.407849] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1884658-ac03-4afd-b6b2-82797c32dc1e in Status: UNINITIALIZED for 2s [ 743.927275] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: SUCCESS [ 743.927553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.927721] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.927922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.928126] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.928812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.928948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.929137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.929221] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.929317] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.424020] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1884658-ac03-4afd-b6b2-82797c32dc1e in Status: SUCCESS [ 744.424020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.424020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.424020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.424020] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.424020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.424020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.424020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.424020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.424020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.424020] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1884658-ac03-4afd-b6b2-82797c32dc1e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.433763] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.433763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.433763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.433763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.433763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.433763] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.433763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.433763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.433763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.433763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.433763] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be updated. [ 744.463967] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.464434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.464597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.464873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.465117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.478629] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: IN_PROGRESS for 2s [ 744.929819] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1884658-ac03-4afd-b6b2-82797c32dc1e taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.929819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.929819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.929819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.929819] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.929819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.929819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.929819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.929819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.929819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.929819] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1884658-ac03-4afd-b6b2-82797c32dc1e taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.929819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.929819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.929819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.929819] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.929819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.930564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.930564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.930564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.930564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.930564] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1884658-ac03-4afd-b6b2-82797c32dc1e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.435938] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1884658-ac03-4afd-b6b2-82797c32dc1e: rpc.has_security_group_logging(os_id): False [ 745.457082] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.457237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.457310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.457522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.457649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.457824] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.457922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.457986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.458146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.458224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.458399] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.458491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.458553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.458730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.458826] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.458989] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.461030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.461030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.461030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.461188] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.461188] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1884658-ac03-4afd-b6b2-82797c32dc1e is going to be created. [ 745.538158] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.538305] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.538376] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.538580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.538834] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.553169] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1884658-ac03-4afd-b6b2-82797c32dc1e in Status: IN_PROGRESS for 2s [ 745.828699] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 745.828699] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 746.489233] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc in Status: SUCCESS [ 746.489566] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc deletion is rescheduled due to dependency. [ 746.489566] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.568398] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1884658-ac03-4afd-b6b2-82797c32dc1e in Status: SUCCESS [ 747.568398] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.829708] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 750.830081] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 752.865917] env[66962]: INFO networking_nsxv3.common.synchronization [req-dfea059c-7146-4bb5-9ce2-8e322ba0b5db req-9a4d82ea-59c7-42d6-8fd9-5275117bcb08 tempest-ImagesTestJSON-169850790 tempest-ImagesTestJSON-169850790-project-member] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 752.867327] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 752.867327] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.867327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.867327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.867327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.867711] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.867711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.867711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.867711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.867711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.867880] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.257616] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.257809] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.257929] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.258275] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.258534] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.258693] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.258825] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.259050] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.259193] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.259393] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.259499] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.259601] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.259701] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.259801] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.259900] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.260033] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.283920] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.283920] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.283920] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.283920] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.283920] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-6612a616-77e9-4607-88af-198a3081f39e taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.283920] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-6612a616-77e9-4607-88af-198a3081f39e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.283920] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-6612a616-77e9-4607-88af-198a3081f39e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.283920] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-6612a616-77e9-4607-88af-198a3081f39e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.283920] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6612a616-77e9-4607-88af-198a3081f39e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.370377] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.370534] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.370606] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.370895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.370997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.371217] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.371340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.371426] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.371878] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.371969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.372075] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c already deleted. [ 753.372160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.787330] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.787480] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.787525] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.787843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.787908] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.788054] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 6612a616-77e9-4607-88af-198a3081f39e not found, creating... [ 753.788297] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.788451] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.788562] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.789573] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.789573] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.789573] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.789573] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.789573] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.790063] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.790063] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.790063] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 6612a616-77e9-4607-88af-198a3081f39e is going to be created. [ 753.814423] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.814609] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.814734] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.814991] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.815233] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.815544] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-6612a616-77e9-4607-88af-198a3081f39e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.741133] env[66962]: INFO networking_nsxv3.common.synchronization [req-dfea059c-7146-4bb5-9ce2-8e322ba0b5db req-794b3ce6-c57f-4e30-b893-cc7350eea93a service nova] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_rules [ 754.741394] env[66962]: INFO networking_nsxv3.common.synchronization [req-dfea059c-7146-4bb5-9ce2-8e322ba0b5db req-794b3ce6-c57f-4e30-b893-cc7350eea93a service nova] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 754.741394] env[66962]: INFO networking_nsxv3.common.synchronization [req-dfea059c-7146-4bb5-9ce2-8e322ba0b5db req-794b3ce6-c57f-4e30-b893-cc7350eea93a service nova] Enqueued Resource ID: 6612a616-77e9-4607-88af-198a3081f39e with Priority: HIGHEST for action port [ 754.741871] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_rules [ 754.742771] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 754.742922] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6612a616-77e9-4607-88af-198a3081f39e with Priority: HIGHEST for action port [ 754.744136] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.744136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.744136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.744136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.744136] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.745308] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.745308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.745308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.745308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.745525] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.745525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.745525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.745648] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.745732] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.745818] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.746814] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-6612a616-77e9-4607-88af-198a3081f39e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.746920] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6612a616-77e9-4607-88af-198a3081f39e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.746986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6612a616-77e9-4607-88af-198a3081f39e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.747145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6612a616-77e9-4607-88af-198a3081f39e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.747220] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6612a616-77e9-4607-88af-198a3081f39e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.866293] env[66962]: INFO networking_nsxv3.common.synchronization [req-c55acb1e-1644-45e3-b9da-a0ec5034a6b2 req-1fc08b7f-815f-4739-8e11-9a0ab88edd3f tempest-ServersNegativeTestMultiTenantJSON-1253843901 tempest-ServersNegativeTestMultiTenantJSON-1253843901-project-member] Enqueued Resource ID: f1884658-ac03-4afd-b6b2-82797c32dc1e with Priority: HIGHEST for action security_group_members [ 754.866843] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1884658-ac03-4afd-b6b2-82797c32dc1e with Priority: HIGHEST for action security_group_members [ 754.867473] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1884658-ac03-4afd-b6b2-82797c32dc1e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.867603] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.867670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.867866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.868043] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.868143] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.868274] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.868434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.868520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.868614] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1884658-ac03-4afd-b6b2-82797c32dc1e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.249101] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.249316] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.250325] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.251282] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6612a616-77e9-4607-88af-198a3081f39e with status ACTIVE [ 755.251469] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.251583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.251649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.251862] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.251940] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.252136] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.252231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.252291] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.252439] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.252515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.252732] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.252786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.252841] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.252996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.253099] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.253870] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6612a616-77e9-4607-88af-198a3081f39e is going to be updated. [ 755.281159] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.281321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.281394] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.282418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.283342] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.283342] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6612a616-77e9-4607-88af-198a3081f39e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.374373] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.374481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.374616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.374747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.375126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.375126] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.375126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.375342] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.375428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.375496] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.375577] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1884658-ac03-4afd-b6b2-82797c32dc1e is going to be updated. [ 755.420255] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.420386] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.420473] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.420651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.420795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.431361] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1884658-ac03-4afd-b6b2-82797c32dc1e in Status: IN_PROGRESS for 2s [ 755.756495] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.259879] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.260038] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.260150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.260270] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.260435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.260435] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be created. [ 756.297537] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.297689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.297759] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.298460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.298633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.311382] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: UNINITIALIZED for 2s [ 757.453296] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1884658-ac03-4afd-b6b2-82797c32dc1e in Status: SUCCESS [ 757.453563] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1884658-ac03-4afd-b6b2-82797c32dc1e deletion is rescheduled due to dependency. [ 757.453598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.120391] env[66962]: INFO networking_nsxv3.common.synchronization [req-7a7fd6af-4ebd-47d6-a127-8a65b2850010 req-400ecd4b-4065-44af-a16a-3f93dbf194be tempest-TenantUsagesTestJSON-2017403038 tempest-TenantUsagesTestJSON-2017403038-project-member] Enqueued Resource ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 with Priority: HIGHEST for action security_group_members [ 758.121954] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 with Priority: HIGHEST for action security_group_members [ 758.121954] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef56158e-ce23-4232-99f2-f2f1455ba7b7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.121954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.121954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.121954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.121954] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.121954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.122355] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.122458] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.122708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.123045] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef56158e-ce23-4232-99f2-f2f1455ba7b7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.334094] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 758.334309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.334480] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.334694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.334885] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.335688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.335688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.335688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.335688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.335688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.335688] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.529357] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.529685] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.530129] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.530443] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.530746] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.530967] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.531122] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.531333] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.531470] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.531671] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.531779] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.531884] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.532016] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.532131] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.532232] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.532356] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.551875] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.552136] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.552275] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.552445] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.552752] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.552915] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.553043] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.553397] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.553527] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.626197] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.626403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.626403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.626520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.626859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.626859] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.627056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.627056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.627207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.627269] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.627359] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 already deleted. [ 758.627443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.837473] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.837719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.837790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.837991] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.838270] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.838397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.838397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.838565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.838649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.838746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.838922] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.839036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.839084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.839347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.839407] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.839471] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.839532] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.839720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.839802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.839886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.839977] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.057176] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.057664] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.057664] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.057811] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.057876] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.058379] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2 not found, creating... [ 759.058379] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.058652] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.058652] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.058784] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.059588] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.059588] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.059588] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.059588] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.059860] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.059860] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.059921] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2 is going to be created. [ 759.085544] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.085876] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.086037] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.086351] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.086637] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.086870] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.343431] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50a63566-3211-4a68-bac5-be1f3ffab90c: rpc.has_security_group_logging(os_id): False [ 759.362800] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.363016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.364090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.364090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.364090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.366153] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.366308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.366452] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.366693] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.366812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.369886] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.369886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.369886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.369886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.369886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.369886] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.369886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.369886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.369886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.369886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.369886] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be created. [ 759.443530] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.443530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.443837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.443837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.444125] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.456976] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: IN_PROGRESS for 2s [ 759.876464] env[66962]: INFO networking_nsxv3.common.synchronization [req-7a7fd6af-4ebd-47d6-a127-8a65b2850010 req-8726c8c3-45b8-420c-b983-46e320534ef2 service nova] Enqueued Resource ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 with Priority: HIGHEST for action security_group_rules [ 759.876709] env[66962]: INFO networking_nsxv3.common.synchronization [req-7a7fd6af-4ebd-47d6-a127-8a65b2850010 req-8726c8c3-45b8-420c-b983-46e320534ef2 service nova] Enqueued Resource ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 with Priority: HIGHEST for action security_group_members [ 759.876741] env[66962]: INFO networking_nsxv3.common.synchronization [req-7a7fd6af-4ebd-47d6-a127-8a65b2850010 req-8726c8c3-45b8-420c-b983-46e320534ef2 service nova] Enqueued Resource ID: e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2 with Priority: HIGHEST for action port [ 759.877358] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 with Priority: HIGHEST for action security_group_rules [ 759.877484] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 with Priority: HIGHEST for action security_group_members [ 759.877589] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2 with Priority: HIGHEST for action port [ 759.877856] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef56158e-ce23-4232-99f2-f2f1455ba7b7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.877977] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.880883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.880883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.880883] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef56158e-ce23-4232-99f2-f2f1455ba7b7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.880883] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef56158e-ce23-4232-99f2-f2f1455ba7b7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.880883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.880883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.880883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.881618] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.882690] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.882901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.883452] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.884092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.884092] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef56158e-ce23-4232-99f2-f2f1455ba7b7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.887895] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.887895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.887895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.888195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.888195] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.392967] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef56158e-ce23-4232-99f2-f2f1455ba7b7 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.392967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.392967] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2 with status ACTIVE [ 760.392967] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.392967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.392967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.392967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.392967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.392967] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.392967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.392967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.392967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.392967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.392967] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.393628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.393628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.393628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.393628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.393628] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2 is going to be updated. [ 760.396183] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef56158e-ce23-4232-99f2-f2f1455ba7b7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.449661] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.450698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.450698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.450698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.450698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.450698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4ccc2c2-c1e2-4ea0-bd28-325a4cdc5ac2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.898775] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef56158e-ce23-4232-99f2-f2f1455ba7b7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.404300] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.404300] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.404300] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.404300] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.404300] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.404300] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 is going to be created. [ 761.429454] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.429773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.429773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.429841] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.430043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.443647] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 in Status: UNINITIALIZED for 2s [ 761.468031] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 761.468281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.453836] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 in Status: SUCCESS [ 763.454115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.454243] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.454455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.454647] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.454767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.454833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.454979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.455071] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.455156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.455248] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef56158e-ce23-4232-99f2-f2f1455ba7b7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.957832] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef56158e-ce23-4232-99f2-f2f1455ba7b7 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.958125] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.959339] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.959720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.960165] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.960316] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.960393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.960549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.960666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.960795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.960995] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef56158e-ce23-4232-99f2-f2f1455ba7b7 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.961107] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.961165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.961304] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.961453] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.961545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.961603] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.961735] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.961814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.961896] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.961988] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef56158e-ce23-4232-99f2-f2f1455ba7b7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.997077] env[66962]: INFO networking_nsxv3.common.synchronization [req-b68f00fc-4ecd-4e7e-9647-f3d7a92882e3 req-ad972ced-58b6-47f8-afaa-fd6eb1e43849 tempest-InstanceActionsTestJSON-1146500765 tempest-InstanceActionsTestJSON-1146500765-project-member] Enqueued Resource ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 with Priority: HIGHEST for action security_group_members [ 763.997607] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 with Priority: HIGHEST for action security_group_members [ 763.998020] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d6444-68a9-4efb-bfcc-8ac3b14028b2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.998127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.998127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.999017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.999017] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.999017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.999017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.999017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.999017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.999017] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d6444-68a9-4efb-bfcc-8ac3b14028b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.385031] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.388558] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-455" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.388558] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-455" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.388558] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-455" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.388558] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.388558] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.388558] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.388558] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.388558] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.388558] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.388558] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.388558] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.388558] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.388558] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.388558] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.388558] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.411383] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.411575] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.411680] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.411853] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-455" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.412571] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-0177084e-151c-42d3-b3df-c6a05eceed7f taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.412722] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-0177084e-151c-42d3-b3df-c6a05eceed7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.412851] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-0177084e-151c-42d3-b3df-c6a05eceed7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.413242] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-0177084e-151c-42d3-b3df-c6a05eceed7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.413438] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0177084e-151c-42d3-b3df-c6a05eceed7f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.464247] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef56158e-ce23-4232-99f2-f2f1455ba7b7: rpc.has_security_group_logging(os_id): False [ 764.482598] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.482798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.482798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.483016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.483114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.483348] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.483499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.483544] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.483765] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.483765] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.483945] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.484102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.484176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.484425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.484465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.484706] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.484840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.484926] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.485117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.485221] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.485330] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 is going to be created. [ 764.502942] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.503276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.503332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.503547] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.503641] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.503834] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.503929] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.503988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.504199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.504232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.504297] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 already deleted. [ 764.504460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.552557] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.552557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.552557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.552557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.552557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.568228] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 in Status: IN_PROGRESS for 2s [ 764.917179] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.917179] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.917179] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.917446] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.917446] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.917663] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 0177084e-151c-42d3-b3df-c6a05eceed7f not found, creating... [ 764.917969] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.918154] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.918269] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.918526] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.918676] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.918963] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.919791] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.919936] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.920179] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.921025] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.921930] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 0177084e-151c-42d3-b3df-c6a05eceed7f is going to be created. [ 764.945465] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.945934] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.945934] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.946164] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.946412] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.946664] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-0177084e-151c-42d3-b3df-c6a05eceed7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.717606] env[66962]: INFO networking_nsxv3.common.synchronization [req-b68f00fc-4ecd-4e7e-9647-f3d7a92882e3 req-c560235a-9d73-4de3-a3da-1fdf40c3cf68 service nova] Enqueued Resource ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 with Priority: HIGHEST for action security_group_rules [ 765.717606] env[66962]: INFO networking_nsxv3.common.synchronization [req-b68f00fc-4ecd-4e7e-9647-f3d7a92882e3 req-c560235a-9d73-4de3-a3da-1fdf40c3cf68 service nova] Enqueued Resource ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 with Priority: HIGHEST for action security_group_members [ 765.717606] env[66962]: INFO networking_nsxv3.common.synchronization [req-b68f00fc-4ecd-4e7e-9647-f3d7a92882e3 req-c560235a-9d73-4de3-a3da-1fdf40c3cf68 service nova] Enqueued Resource ID: 0177084e-151c-42d3-b3df-c6a05eceed7f with Priority: HIGHEST for action port [ 765.718751] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 with Priority: HIGHEST for action security_group_rules [ 765.718884] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 with Priority: HIGHEST for action security_group_members [ 765.718979] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0177084e-151c-42d3-b3df-c6a05eceed7f with Priority: HIGHEST for action port [ 765.719415] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424d6444-68a9-4efb-bfcc-8ac3b14028b2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.719510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.719510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.719747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.719832] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424d6444-68a9-4efb-bfcc-8ac3b14028b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.721132] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d6444-68a9-4efb-bfcc-8ac3b14028b2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.721245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.721316] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.721613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.721840] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.722029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.722115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.722465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.722586] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.722687] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d6444-68a9-4efb-bfcc-8ac3b14028b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.724593] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-0177084e-151c-42d3-b3df-c6a05eceed7f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.724593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0177084e-151c-42d3-b3df-c6a05eceed7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.724593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0177084e-151c-42d3-b3df-c6a05eceed7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.724593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0177084e-151c-42d3-b3df-c6a05eceed7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.724593] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0177084e-151c-42d3-b3df-c6a05eceed7f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.226343] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424d6444-68a9-4efb-bfcc-8ac3b14028b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.228271] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d6444-68a9-4efb-bfcc-8ac3b14028b2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.229839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.229839] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0177084e-151c-42d3-b3df-c6a05eceed7f with status ACTIVE [ 766.229839] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.229839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.229839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.229839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.229839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.230804] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.230804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.230804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.230804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.230804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.230804] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.230804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.230804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.230804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.231481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.231481] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0177084e-151c-42d3-b3df-c6a05eceed7f is going to be updated. [ 766.255581] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.255730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.255801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.256016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.256163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.256328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0177084e-151c-42d3-b3df-c6a05eceed7f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.584732] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 in Status: SUCCESS [ 766.584732] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.734539] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424d6444-68a9-4efb-bfcc-8ac3b14028b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.236917] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.237087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.237141] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.237356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.237447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.237546] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 is going to be created. [ 767.266434] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.266434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.266434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.266434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.266434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.278629] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 in Status: UNINITIALIZED for 2s [ 768.162212] env[66962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 768.162506] env[66962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] NSXv3 Agent Agent loop - iteration:1 started [ 769.038188] env[66962]: INFO networking_nsxv3.common.synchronization [req-3c605cd4-b0a2-44ec-a76e-154a4313aa77 req-5117cf33-0feb-44d6-acea-822b95aaf4f8 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 769.038753] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 769.039112] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.039230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.039321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.039541] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.039690] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.039770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.039854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.039974] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.040067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.040160] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.151386] env[66962]: INFO networking_nsxv3.common.synchronization [req-a8958885-5c39-46f9-9ff6-e4fce0c14edc req-9ea949dc-b352-4ee7-9762-f96923c09a49 tempest-ServersAdminTestJSON-2065164687 tempest-ServersAdminTestJSON-2065164687-project-member] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 769.152156] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 769.152399] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.152538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.152619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.152842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.153011] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.153159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.153205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.153379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.153445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.154090] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.292662] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 in Status: SUCCESS [ 769.294718] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.295183] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.295351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.295631] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.295732] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.295797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.295974] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.296064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.296159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.296296] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('424d6444-68a9-4efb-bfcc-8ac3b14028b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.442567] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.442567] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-869" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.442567] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-869" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.442838] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-869" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.443070] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.443272] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.444319] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.444319] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.444319] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.444319] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.444319] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.444525] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.444525] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.444677] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.444762] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.444902] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.469854] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.470203] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.471037] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.471037] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-869" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.471226] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-bf92e768-651a-4811-975d-535dda8fa7d2 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.471429] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.471721] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.472193] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.472671] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf92e768-651a-4811-975d-535dda8fa7d2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.543015] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.657334] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.799551] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d6444-68a9-4efb-bfcc-8ac3b14028b2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.799850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.799850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.800564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.800769] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.800974] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.801081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.801250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.801309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.801406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.801614] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d6444-68a9-4efb-bfcc-8ac3b14028b2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.801705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.801766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.801931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.802142] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.802302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.802302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.802428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.802524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.802682] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.802782] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('424d6444-68a9-4efb-bfcc-8ac3b14028b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.975884] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.976247] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.976388] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.976664] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.976810] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.976966] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port bf92e768-651a-4811-975d-535dda8fa7d2 not found, creating... [ 769.977250] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.977412] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.977522] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.977740] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.977903] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.979569] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.979838] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.979955] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.980189] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.980320] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.980456] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: bf92e768-651a-4811-975d-535dda8fa7d2 is going to be created. [ 770.003759] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.003952] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.003952] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.004288] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.004475] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.004705] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.045727] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.160260] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.305484] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 424d6444-68a9-4efb-bfcc-8ac3b14028b2: rpc.has_security_group_logging(os_id): False [ 770.326672] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.326916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.326992] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.327228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.327388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.327560] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.327657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.327657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.327809] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.328017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.328212] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.328313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.328378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.328503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.328588] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.328936] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.329907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.330244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.330415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.330515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.330601] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 is going to be created. [ 770.457112] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.457112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.457112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.457501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.457664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.485080] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 in Status: IN_PROGRESS for 2s [ 770.554970] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.554970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.554970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.554970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.554970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.554970] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 770.601883] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.602126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.602217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.602466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.602619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.614400] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 770.663370] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.663550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.663620] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.663837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.663952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.664046] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be updated. [ 770.721344] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.721647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.721647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.721863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.722076] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.734059] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: IN_PROGRESS for 2s [ 770.870742] env[66962]: INFO networking_nsxv3.common.synchronization [req-3c605cd4-b0a2-44ec-a76e-154a4313aa77 req-b055dc5a-5f2e-4631-9b9b-b7a098974a7a service nova] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_rules [ 770.871050] env[66962]: INFO networking_nsxv3.common.synchronization [req-3c605cd4-b0a2-44ec-a76e-154a4313aa77 req-b055dc5a-5f2e-4631-9b9b-b7a098974a7a service nova] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 770.871111] env[66962]: INFO networking_nsxv3.common.synchronization [req-3c605cd4-b0a2-44ec-a76e-154a4313aa77 req-b055dc5a-5f2e-4631-9b9b-b7a098974a7a service nova] Enqueued Resource ID: bf92e768-651a-4811-975d-535dda8fa7d2 with Priority: HIGHEST for action port [ 770.872764] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_rules [ 770.872764] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 770.872764] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf92e768-651a-4811-975d-535dda8fa7d2 with Priority: HIGHEST for action port [ 770.875671] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.876796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.876796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.876796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.876796] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.877532] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.877697] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.878040] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf92e768-651a-4811-975d-535dda8fa7d2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.878222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.878340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.878631] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.878765] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf92e768-651a-4811-975d-535dda8fa7d2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.381517] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.381840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.382296] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf92e768-651a-4811-975d-535dda8fa7d2 with status ACTIVE [ 771.382746] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.382844] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.382898] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.383339] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.383545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.383878] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.384087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.384212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.384484] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.384635] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.384935] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.385108] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.385213] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.385449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.385597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.385747] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf92e768-651a-4811-975d-535dda8fa7d2 is going to be updated. [ 771.412490] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.413607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.413607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.413607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.413607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.413607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.503835] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 in Status: SUCCESS [ 772.504209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.627142] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 772.627997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.627997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.628328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.628699] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.629129] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.629504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.629830] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.630124] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.630451] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.745119] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 772.745353] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.968856] env[66962]: INFO networking_nsxv3.common.synchronization [req-ca16e09e-faa8-4400-8654-a5cde97d7b1f req-d7f6fd64-1261-4da4-9de5-3bfb8c6458d9 tempest-TenantUsagesTestJSON-2017403038 tempest-TenantUsagesTestJSON-2017403038-project-member] Enqueued Resource ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 with Priority: HIGHEST for action security_group_members [ 772.969488] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 with Priority: HIGHEST for action security_group_members [ 772.969972] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef56158e-ce23-4232-99f2-f2f1455ba7b7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.970181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.970279] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.970452] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.970634] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.970729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.970783] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.970978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.971153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.971153] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef56158e-ce23-4232-99f2-f2f1455ba7b7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.136523] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.473898] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.473898] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.474087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.474243] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.474357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.474596] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.474738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.474863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.475242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.475354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.475475] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 is going to be updated. [ 773.505516] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.505780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.505780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.506252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.506561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.521792] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 in Status: IN_PROGRESS for 2s [ 773.638744] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.795020] env[66962]: INFO networking_nsxv3.common.synchronization [req-d7d5704a-4db4-434d-a3c7-88f85540758c req-f6a4b3ae-ebb4-4c56-acb2-b55050dda440 tempest-ServersAdminNegativeTestJSON-1753240098 tempest-ServersAdminNegativeTestJSON-1753240098-project-member] Enqueued Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_members [ 773.795020] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 with Priority: HIGHEST for action security_group_members [ 773.795020] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ecfc71-210a-4ca3-9a9d-cadd42405b06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.795020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.795020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.795506] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.795762] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.796065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.796222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.796457] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.796682] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.796881] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ecfc71-210a-4ca3-9a9d-cadd42405b06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.079738] env[66962]: INFO networking_nsxv3.common.synchronization [req-57145366-6608-49f5-a8bd-2242c5373aa9 req-2a890b8a-d02a-4e68-888a-db5b56eb9559 tempest-ServerActionsTestOtherB-1740646622 tempest-ServerActionsTestOtherB-1740646622-project-member] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 774.080295] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 774.080591] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.080710] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.080778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.081326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.081423] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.081987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.081987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.081987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.081987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.082179] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.141034] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.141231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.141308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.141512] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.141623] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.141794] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 774.175233] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.175233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.175233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.175233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.175233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.183676] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 774.300904] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.301189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.301304] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.301767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.301839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.302121] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.302323] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.302443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.302688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.302840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.302986] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 is going to be updated. [ 774.340038] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.340038] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.340038] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.344077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.344077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.352464] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 in Status: IN_PROGRESS for 2s [ 774.451518] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.451711] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.451873] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.452221] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.452477] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.452757] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.452757] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.454032] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.454032] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.454032] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.454032] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.454032] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.454032] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.454032] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.454032] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.454032] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.480698] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.481653] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.481653] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.481653] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.482336] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-3dba683f-a11e-4e63-b032-b08f1f63034a taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.482529] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-3dba683f-a11e-4e63-b032-b08f1f63034a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.482652] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-3dba683f-a11e-4e63-b032-b08f1f63034a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.483446] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-3dba683f-a11e-4e63-b032-b08f1f63034a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.483830] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dba683f-a11e-4e63-b032-b08f1f63034a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.584360] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.585110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.585110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.585475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.585555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.585823] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.585895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.587099] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.587099] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.587099] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.587099] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 already deleted. [ 774.587099] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.988766] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.989032] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.989145] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.989409] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.989555] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.989702] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 3dba683f-a11e-4e63-b032-b08f1f63034a not found, creating... [ 774.989963] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.990129] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.990242] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.990454] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.990582] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.990850] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.991096] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.991416] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.991416] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.991538] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.991671] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 3dba683f-a11e-4e63-b032-b08f1f63034a is going to be created. [ 775.014648] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.014868] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.014982] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.015273] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.015675] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.016883] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-3dba683f-a11e-4e63-b032-b08f1f63034a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.531574] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 in Status: SUCCESS [ 775.532084] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 deletion is rescheduled due to dependency. [ 775.532314] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.759869] env[66962]: INFO networking_nsxv3.common.synchronization [req-57145366-6608-49f5-a8bd-2242c5373aa9 req-4ce3f8b6-e148-4280-889a-b0a42603ed81 service nova] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_rules [ 775.759869] env[66962]: INFO networking_nsxv3.common.synchronization [req-57145366-6608-49f5-a8bd-2242c5373aa9 req-4ce3f8b6-e148-4280-889a-b0a42603ed81 service nova] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 775.761210] env[66962]: INFO networking_nsxv3.common.synchronization [req-57145366-6608-49f5-a8bd-2242c5373aa9 req-4ce3f8b6-e148-4280-889a-b0a42603ed81 service nova] Enqueued Resource ID: 3dba683f-a11e-4e63-b032-b08f1f63034a with Priority: HIGHEST for action port [ 775.762648] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_rules [ 775.762793] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 775.762889] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dba683f-a11e-4e63-b032-b08f1f63034a with Priority: HIGHEST for action port [ 775.763248] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.763333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.763404] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.763620] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.763692] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.765431] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.765431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.765431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.766154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.766154] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.766154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.766154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.766392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.766392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.766462] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.767796] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dba683f-a11e-4e63-b032-b08f1f63034a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.767796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dba683f-a11e-4e63-b032-b08f1f63034a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.767796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dba683f-a11e-4e63-b032-b08f1f63034a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.767796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dba683f-a11e-4e63-b032-b08f1f63034a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.767796] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dba683f-a11e-4e63-b032-b08f1f63034a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.196629] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 776.196845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.197101] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.197358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.197559] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.197674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.197732] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.197888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.197972] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.198073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.198191] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.269305] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.269534] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.269853] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.273533] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3dba683f-a11e-4e63-b032-b08f1f63034a with status ACTIVE [ 776.273586] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.273731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.273806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.273966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.274071] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.274740] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.274740] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.274740] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.274740] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.274740] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.275153] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.275153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.275153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.275153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.275315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.275315] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3dba683f-a11e-4e63-b032-b08f1f63034a is going to be updated. [ 776.315270] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.315433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.315514] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.315724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.315861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.316048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dba683f-a11e-4e63-b032-b08f1f63034a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.362622] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 in Status: SUCCESS [ 776.362777] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ecfc71-210a-4ca3-9a9d-cadd42405b06 deletion is rescheduled due to dependency. [ 776.362899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ecfc71-210a-4ca3-9a9d-cadd42405b06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.700379] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.700537] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.700607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.701416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.701548] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.702020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.702020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.702020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.702174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.702174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.702347] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.702504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.702545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.702670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.704597] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.704597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.704597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.704597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.704597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.704597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.704597] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.772210] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.207462] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19f5e4f6-f861-4435-9540-3b3d0de1f6c2: rpc.has_security_group_logging(os_id): False [ 777.226316] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.226503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.226503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.226718] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.226836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.227021] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.227158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.227225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.227375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.227456] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.227640] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.227735] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.227806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.228064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.228064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.228278] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.228446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.228528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.228611] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.228728] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.228816] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 777.274961] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.275053] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.275879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.275879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.275879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.275879] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be created. [ 777.302468] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.302468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.302468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.302468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.302468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.312372] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.312505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.312566] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.312793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.312945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.318465] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 777.322575] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: UNINITIALIZED for 2s [ 777.468768] env[66962]: INFO networking_nsxv3.common.synchronization [req-f7943a71-9b1b-4789-9606-90e997df91eb req-ab0bae5f-5629-452b-9ddb-84561d6961c9 tempest-ServersNegativeTestJSON-1925913499 tempest-ServersNegativeTestJSON-1925913499-project-member] Enqueued Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_members [ 777.468768] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_members [ 777.468979] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.469813] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.469813] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.469813] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.470762] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.470940] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.471118] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.471524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.471524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.471719] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.893257] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.893589] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-116" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.893644] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-116" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.893946] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-116" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.894469] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.894786] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.894786] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.894955] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.895130] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.895337] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.895450] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.895553] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.895653] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.895809] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.895906] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.895975] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.920305] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.920497] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.920599] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.920772] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-116" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.921979] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.921979] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.921979] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.922607] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.922607] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ddd1774-8c86-4df0-b651-ea81ef5d8d3e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.974908] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.975027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.975088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.975927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.975927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.975927] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.976189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.976189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.976326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.976448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.976584] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 already deleted. [ 777.976747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.425787] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.426056] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.426208] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.426786] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.426786] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.427069] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 2ddd1774-8c86-4df0-b651-ea81ef5d8d3e not found, creating... [ 778.427166] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.427288] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.427402] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.427715] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.429056] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.429056] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.429056] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.429056] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.429326] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.429326] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.429463] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 2ddd1774-8c86-4df0-b651-ea81ef5d8d3e is going to be created. [ 778.454205] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.454415] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.454530] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.454790] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.455040] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.455267] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.188740] env[66962]: INFO networking_nsxv3.common.synchronization [req-f7943a71-9b1b-4789-9606-90e997df91eb req-2d401e03-a876-4162-9c62-87573d522d1e service nova] Enqueued Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_rules [ 779.189160] env[66962]: INFO networking_nsxv3.common.synchronization [req-f7943a71-9b1b-4789-9606-90e997df91eb req-2d401e03-a876-4162-9c62-87573d522d1e service nova] Enqueued Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_members [ 779.189160] env[66962]: INFO networking_nsxv3.common.synchronization [req-f7943a71-9b1b-4789-9606-90e997df91eb req-2d401e03-a876-4162-9c62-87573d522d1e service nova] Enqueued Resource ID: 2ddd1774-8c86-4df0-b651-ea81ef5d8d3e with Priority: HIGHEST for action port [ 779.189648] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_rules [ 779.189880] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_members [ 779.189992] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ddd1774-8c86-4df0-b651-ea81ef5d8d3e with Priority: HIGHEST for action port [ 779.190388] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.190580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.190580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.190833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.190953] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.191854] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.191967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.192047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.192275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.192372] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.192570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.192570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.192650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.192732] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.192843] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.193697] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.193852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.193852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.194023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.194102] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ddd1774-8c86-4df0-b651-ea81ef5d8d3e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.332924] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: SUCCESS [ 779.333184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.333367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.333577] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.333803] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.333948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.333988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.334134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.334230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.334317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.334406] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.339292] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 779.339493] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.697327] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.697528] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.697678] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.697883] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ddd1774-8c86-4df0-b651-ea81ef5d8d3e with status ACTIVE [ 779.698053] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.698988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.698988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.698988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.698988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.698988] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.698988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.698988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.698988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.699594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.699860] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.700060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.700166] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.700350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.700452] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.700560] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ddd1774-8c86-4df0-b651-ea81ef5d8d3e is going to be updated. [ 779.738873] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.739116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.739116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.739553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.739553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.739666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.836640] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.203633] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.242108] env[66962]: INFO networking_nsxv3.common.synchronization [req-a4ee42fb-62c0-46c9-98e1-f42a2a18ae63 req-ef84c9bb-8ded-4d79-b5fe-2d2089877ab4 tempest-ServerDiskConfigTestJSON-1440675890 tempest-ServerDiskConfigTestJSON-1440675890-project-member] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 780.242686] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 780.243068] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.243198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.243263] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.243462] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.243613] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.243709] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.243770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.243996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.244100] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.244198] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.339559] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71a7e251-622e-40d2-9219-7c017319b7e2: rpc.has_security_group_logging(os_id): False [ 780.361019] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.361019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.361019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.361265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.361265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.361563] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.362017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.362017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.362123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.362175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.362713] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be created. [ 780.448112] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.448112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.448112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.448112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.448112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.485592] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: IN_PROGRESS for 2s [ 780.635282] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.635549] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.635602] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.636179] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.638579] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.638800] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.638908] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.639572] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.639572] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.639572] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.639845] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.639845] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.639933] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.639980] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.640093] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.640226] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.666656] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.666842] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.666978] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.667169] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.667565] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-14eebc95-cefc-40e0-aab9-731de96c4df6 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.667759] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-14eebc95-cefc-40e0-aab9-731de96c4df6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.667847] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-14eebc95-cefc-40e0-aab9-731de96c4df6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.668237] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-14eebc95-cefc-40e0-aab9-731de96c4df6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.668359] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14eebc95-cefc-40e0-aab9-731de96c4df6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.710186] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.710186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.710843] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.710843] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.711022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.711091] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 is going to be created. [ 780.742259] env[66962]: INFO networking_nsxv3.common.synchronization [req-1b1b5417-6c17-4a21-b6d4-0678fa04add8 req-d18afef6-2046-455c-bf7f-531282193142 tempest-AttachInterfacesUnderV243Test-2007290196 tempest-AttachInterfacesUnderV243Test-2007290196-project-member] Enqueued Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_members [ 780.743104] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_members [ 780.744094] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f57472-1dae-48f3-b113-6a286460ca01 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.744224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.744298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.744626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.744869] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.744998] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.745073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.745323] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.745422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.745545] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.747843] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.748025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.748099] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.748231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.748404] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.751219] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.751434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.751562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.751804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.751979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.752272] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.752391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.752677] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.752866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.752970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.753061] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 780.764955] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: UNINITIALIZED for 2s [ 780.777356] env[66962]: INFO networking_nsxv3.common.synchronization [req-1b1b5417-6c17-4a21-b6d4-0678fa04add8 req-d18afef6-2046-455c-bf7f-531282193142 tempest-AttachInterfacesUnderV243Test-2007290196 tempest-AttachInterfacesUnderV243Test-2007290196-project-member] Enqueued Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_rules [ 780.778508] env[66962]: INFO networking_nsxv3.common.synchronization [req-1b1b5417-6c17-4a21-b6d4-0678fa04add8 req-d18afef6-2046-455c-bf7f-531282193142 tempest-AttachInterfacesUnderV243Test-2007290196 tempest-AttachInterfacesUnderV243Test-2007290196-project-member] Enqueued Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_members [ 780.778802] env[66962]: INFO networking_nsxv3.common.synchronization [req-1b1b5417-6c17-4a21-b6d4-0678fa04add8 req-d18afef6-2046-455c-bf7f-531282193142 tempest-AttachInterfacesUnderV243Test-2007290196 tempest-AttachInterfacesUnderV243Test-2007290196-project-member] Enqueued Resource ID: 579261a7-d86a-4edb-91c8-eeb39c7ea5ce with Priority: HIGHEST for action port [ 780.779484] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_rules [ 780.779734] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_members [ 780.779813] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 579261a7-d86a-4edb-91c8-eeb39c7ea5ce with Priority: HIGHEST for action port [ 780.780509] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f57472-1dae-48f3-b113-6a286460ca01 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.780685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.781091] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.781091] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.781193] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.782299] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f57472-1dae-48f3-b113-6a286460ca01 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.782431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.782673] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.782817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.783994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.784285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.784391] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('579261a7-d86a-4edb-91c8-eeb39c7ea5ce',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.789049] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.789236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.789313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.789511] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.789908] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.802599] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 781.170933] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.171287] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.171411] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.171688] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.171871] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.172054] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 14eebc95-cefc-40e0-aab9-731de96c4df6 not found, creating... [ 781.172392] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.172748] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.172852] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.173047] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.173193] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.173518] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.173674] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.173786] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.174008] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.174152] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.174331] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 14eebc95-cefc-40e0-aab9-731de96c4df6 is going to be created. [ 781.202661] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.202880] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.202922] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.203198] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.203421] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.203634] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-14eebc95-cefc-40e0-aab9-731de96c4df6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.255301] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.286258] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f57472-1dae-48f3-b113-6a286460ca01 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.286383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.287717] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 579261a7-d86a-4edb-91c8-eeb39c7ea5ce with status ACTIVE [ 781.287907] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.288048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.288101] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.288301] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.288389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.288565] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.288660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.288720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.288868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.288945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.289138] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.289230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.289289] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.289425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.289499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.289582] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 579261a7-d86a-4edb-91c8-eeb39c7ea5ce is going to be updated. [ 781.322241] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.322398] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.322443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.322673] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.322807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.322964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.758477] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.977083] env[66962]: INFO networking_nsxv3.common.synchronization [req-a4ee42fb-62c0-46c9-98e1-f42a2a18ae63 req-056e3669-0f70-4517-88e9-fc91d286accd service nova] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_rules [ 781.977083] env[66962]: INFO networking_nsxv3.common.synchronization [req-a4ee42fb-62c0-46c9-98e1-f42a2a18ae63 req-056e3669-0f70-4517-88e9-fc91d286accd service nova] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 781.977083] env[66962]: INFO networking_nsxv3.common.synchronization [req-a4ee42fb-62c0-46c9-98e1-f42a2a18ae63 req-056e3669-0f70-4517-88e9-fc91d286accd service nova] Enqueued Resource ID: 14eebc95-cefc-40e0-aab9-731de96c4df6 with Priority: HIGHEST for action port [ 781.977083] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_rules [ 781.977083] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 781.977083] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14eebc95-cefc-40e0-aab9-731de96c4df6 with Priority: HIGHEST for action port [ 781.977083] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.977083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.977083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.977888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.978148] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.979486] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.979949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.982093] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-14eebc95-cefc-40e0-aab9-731de96c4df6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.982093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14eebc95-cefc-40e0-aab9-731de96c4df6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.982093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14eebc95-cefc-40e0-aab9-731de96c4df6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.982093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14eebc95-cefc-40e0-aab9-731de96c4df6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.982093] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14eebc95-cefc-40e0-aab9-731de96c4df6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.262448] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.262448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.262448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.262835] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.262835] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.262835] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f57472-1dae-48f3-b113-6a286460ca01 is going to be updated. [ 782.301117] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.301276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.301322] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.301513] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.301657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.312803] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f57472-1dae-48f3-b113-6a286460ca01 in Status: IN_PROGRESS for 2s [ 782.487555] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.487555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.487555] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14eebc95-cefc-40e0-aab9-731de96c4df6 with status ACTIVE [ 782.487555] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.487555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.487555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.487555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.487555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.487555] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.487555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.487555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.487555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.487555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.487555] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.488370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.488370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.488370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.488370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.488370] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14eebc95-cefc-40e0-aab9-731de96c4df6 is going to be updated. [ 782.513038] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: SUCCESS [ 782.513038] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.524553] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.525227] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.525227] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.526031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.526031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.526031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14eebc95-cefc-40e0-aab9-731de96c4df6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.777717] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: SUCCESS [ 782.778986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.778986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.778986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.778986] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.778986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.779557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.780804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.782026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.782026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.782026] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.816131] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 782.816131] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee deletion is rescheduled due to dependency. [ 782.816131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.816131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.816131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.816131] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.816131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.816131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.816131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.816131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.817483] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.950433] env[66962]: INFO networking_nsxv3.common.synchronization [req-7cabee77-bc2a-454c-a550-eda0ffffb71f req-d7f2ac9d-7e85-4ff8-800c-7c8ad23823d5 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGHEST for action security_group_members [ 782.950517] env[66962]: INFO networking_nsxv3.common.synchronization [req-7cabee77-bc2a-454c-a550-eda0ffffb71f req-d7f2ac9d-7e85-4ff8-800c-7c8ad23823d5 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 782.951137] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGHEST for action security_group_members [ 782.951347] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 782.951672] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-45edf837-a942-44c1-91ab-87564c430be6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.951832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.951927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.952236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.952440] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.952585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.952702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.952875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.953053] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.953222] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.954270] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.954453] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.954635] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.954849] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.955107] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.955271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.955383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.955617] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.955760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.955871] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.012568] env[66962]: INFO networking_nsxv3.common.synchronization [req-7cabee77-bc2a-454c-a550-eda0ffffb71f req-d7f2ac9d-7e85-4ff8-800c-7c8ad23823d5 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_rules [ 783.012735] env[66962]: INFO networking_nsxv3.common.synchronization [req-7cabee77-bc2a-454c-a550-eda0ffffb71f req-d7f2ac9d-7e85-4ff8-800c-7c8ad23823d5 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 783.012867] env[66962]: INFO networking_nsxv3.common.synchronization [req-7cabee77-bc2a-454c-a550-eda0ffffb71f req-d7f2ac9d-7e85-4ff8-800c-7c8ad23823d5 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGHEST for action security_group_rules [ 783.012986] env[66962]: INFO networking_nsxv3.common.synchronization [req-7cabee77-bc2a-454c-a550-eda0ffffb71f req-d7f2ac9d-7e85-4ff8-800c-7c8ad23823d5 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGHEST for action security_group_members [ 783.013118] env[66962]: INFO networking_nsxv3.common.synchronization [req-7cabee77-bc2a-454c-a550-eda0ffffb71f req-d7f2ac9d-7e85-4ff8-800c-7c8ad23823d5 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: bf92e768-651a-4811-975d-535dda8fa7d2 with Priority: HIGHEST for action port [ 783.014418] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_rules [ 783.014568] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGHEST for action security_group_rules [ 783.014665] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf92e768-651a-4811-975d-535dda8fa7d2 with Priority: HIGHEST for action port [ 783.014761] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 783.014854] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGHEST for action security_group_members [ 783.015154] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.015278] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.015342] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.015536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.015787] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.016422] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45edf837-a942-44c1-91ab-87564c430be6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.016547] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.016614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.016830] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.016899] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.018184] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf92e768-651a-4811-975d-535dda8fa7d2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.018300] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.018409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.018652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.018770] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf92e768-651a-4811-975d-535dda8fa7d2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.023044] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.023044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.023044] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-45edf837-a942-44c1-91ab-87564c430be6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.023044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.210621] env[66962]: INFO networking_nsxv3.common.synchronization [req-48bb0416-f9f9-4db2-94c7-c35ef533853d req-098bf23a-46c2-4c28-a075-e7c0eb6579d7 tempest-ServersWithSpecificFlavorTestJSON-1484999914 tempest-ServersWithSpecificFlavorTestJSON-1484999914-project-member] Enqueued Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_members [ 783.211315] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_members [ 783.211678] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.211881] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.211971] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.212244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.212790] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.212935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.213033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.213240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.213326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.213744] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.285844] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.286232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.286232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.286483] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.286694] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.286878] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.286964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.287293] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.287404] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.287630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.287737] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.287866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.287930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.289594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.289594] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.289594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.289594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.289594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.289594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.289594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.289594] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.319282] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.458835] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.461653] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.522362] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf92e768-651a-4811-975d-535dda8fa7d2 with status ACTIVE [ 783.522640] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.522714] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.522789] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.522997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.523431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.523627] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.523730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.523791] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.524327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.524421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.524616] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.524702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.524763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.524910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.524984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.525101] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf92e768-651a-4811-975d-535dda8fa7d2 is going to be updated. [ 783.527078] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-45edf837-a942-44c1-91ab-87564c430be6 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.527201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.527414] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.527498] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.555854] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.556061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.556125] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.556285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.556488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.556690] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.584359] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-675 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.584553] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-675" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.584670] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-675" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.584929] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-675" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.585247] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.585420] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.585539] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.585749] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.585882] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.586111] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.586221] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.586322] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.586417] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.586518] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.586617] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.586758] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.611294] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.611500] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.611664] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.611818] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-675" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.612156] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-447538d3-e34e-4923-90c0-994f4a93eeb3 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.612329] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-447538d3-e34e-4923-90c0-994f4a93eeb3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.612475] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-447538d3-e34e-4923-90c0-994f4a93eeb3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.612753] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-447538d3-e34e-4923-90c0-994f4a93eeb3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.612886] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('447538d3-e34e-4923-90c0-994f4a93eeb3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.716434] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.716727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.716727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.717009] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.717009] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.717175] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.717276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.717365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.717488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.717555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.717643] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad is going to be updated. [ 783.757914] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.758055] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.758096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.758326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.758458] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.774957] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad in Status: IN_PROGRESS for 2s [ 783.796458] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c188ee13-6d42-4399-a187-6e10c5c72ec0: rpc.has_security_group_logging(os_id): False [ 783.818679] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.818829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.818887] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.819152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.819265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.819428] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.820728] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.820827] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.821085] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.821185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.821418] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.821520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.821580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.821737] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.821813] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.822042] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.822135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.822219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.822343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.822430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.822515] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 is going to be created. [ 783.823749] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.900768] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.900970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.901044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.901255] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.901434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.915362] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: IN_PROGRESS for 2s [ 783.964603] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.965610] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.115337] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.115590] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.115686] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.116275] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.116275] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.116422] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 447538d3-e34e-4923-90c0-994f4a93eeb3 not found, creating... [ 784.116969] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.116969] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.116969] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.117377] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.117442] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.117738] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.117898] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.118018] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.118249] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.118376] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.118512] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 447538d3-e34e-4923-90c0-994f4a93eeb3 is going to be created. [ 784.146028] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.146361] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.146466] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.146726] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.146981] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.147209] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-447538d3-e34e-4923-90c0-994f4a93eeb3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.326466] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.326466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.326466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.326902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.326902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.326902] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 784.328663] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f57472-1dae-48f3-b113-6a286460ca01 in Status: SUCCESS [ 784.328891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.329121] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.329317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.329510] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.330065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.330065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.330065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.330065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.330065] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.368612] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.368815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.368815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.369090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.369241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.389883] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 784.469162] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.469389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.469389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.469637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.469802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.469928] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45edf837-a942-44c1-91ab-87564c430be6 is going to be created. [ 784.471336] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.471489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.471637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.471701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.471826] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.471906] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 784.511323] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.511530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.511530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.511750] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.512047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.524176] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.524438] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.524500] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.524814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.525018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.526975] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45edf837-a942-44c1-91ab-87564c430be6 in Status: UNINITIALIZED for 2s [ 784.535786] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 784.833965] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.898540] env[66962]: INFO networking_nsxv3.common.synchronization [req-48bb0416-f9f9-4db2-94c7-c35ef533853d req-ad142cc7-8025-4f2a-94ff-6130476eb279 service nova] Enqueued Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_rules [ 784.900040] env[66962]: INFO networking_nsxv3.common.synchronization [req-48bb0416-f9f9-4db2-94c7-c35ef533853d req-ad142cc7-8025-4f2a-94ff-6130476eb279 service nova] Enqueued Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_members [ 784.900040] env[66962]: INFO networking_nsxv3.common.synchronization [req-48bb0416-f9f9-4db2-94c7-c35ef533853d req-ad142cc7-8025-4f2a-94ff-6130476eb279 service nova] Enqueued Resource ID: 447538d3-e34e-4923-90c0-994f4a93eeb3 with Priority: HIGHEST for action port [ 784.900040] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_rules [ 784.900040] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_members [ 784.900040] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 447538d3-e34e-4923-90c0-994f4a93eeb3 with Priority: HIGHEST for action port [ 784.900594] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.900912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.901100] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.901397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.903930] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.903930] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.903930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.903930] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-447538d3-e34e-4923-90c0-994f4a93eeb3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.903930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-447538d3-e34e-4923-90c0-994f4a93eeb3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.903930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-447538d3-e34e-4923-90c0-994f4a93eeb3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.903930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-447538d3-e34e-4923-90c0-994f4a93eeb3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.903930] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('447538d3-e34e-4923-90c0-994f4a93eeb3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.045875] env[66962]: INFO networking_nsxv3.common.synchronization [req-6ace8698-0ab2-423e-ae5e-cc94fe62b8b9 req-b4d4a4df-db57-45df-9ecb-bcafb4d179f9 tempest-AttachInterfacesUnderV243Test-2007290196 tempest-AttachInterfacesUnderV243Test-2007290196-project-member] Enqueued Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_members [ 785.046471] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_members [ 785.046798] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f57472-1dae-48f3-b113-6a286460ca01 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.047667] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.061521] env[66962]: INFO networking_nsxv3.common.synchronization [req-6ace8698-0ab2-423e-ae5e-cc94fe62b8b9 req-b4d4a4df-db57-45df-9ecb-bcafb4d179f9 tempest-AttachInterfacesUnderV243Test-2007290196 tempest-AttachInterfacesUnderV243Test-2007290196-project-member] Enqueued Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_rules [ 785.061673] env[66962]: INFO networking_nsxv3.common.synchronization [req-6ace8698-0ab2-423e-ae5e-cc94fe62b8b9 req-b4d4a4df-db57-45df-9ecb-bcafb4d179f9 tempest-AttachInterfacesUnderV243Test-2007290196 tempest-AttachInterfacesUnderV243Test-2007290196-project-member] Enqueued Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_members [ 785.061799] env[66962]: INFO networking_nsxv3.common.synchronization [req-6ace8698-0ab2-423e-ae5e-cc94fe62b8b9 req-b4d4a4df-db57-45df-9ecb-bcafb4d179f9 tempest-AttachInterfacesUnderV243Test-2007290196 tempest-AttachInterfacesUnderV243Test-2007290196-project-member] Enqueued Resource ID: 579261a7-d86a-4edb-91c8-eeb39c7ea5ce with Priority: HIGHEST for action port [ 785.062373] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_rules [ 785.062572] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_members [ 785.062712] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 579261a7-d86a-4edb-91c8-eeb39c7ea5ce with Priority: HIGHEST for action port [ 785.063937] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9f57472-1dae-48f3-b113-6a286460ca01 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.064223] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.064503] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f57472-1dae-48f3-b113-6a286460ca01 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.064641] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.064881] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.065123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.065123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.065262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.065351] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('579261a7-d86a-4edb-91c8-eeb39c7ea5ce',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.219252] env[66962]: INFO networking_nsxv3.common.synchronization [req-798d535b-cbf7-43aa-a225-22bbd420cb36 req-2a5166d5-9749-44f5-ab9c-b1c7511102c0 tempest-InstanceActionsTestJSON-1146500765 tempest-InstanceActionsTestJSON-1146500765-project-member] Enqueued Resource ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 with Priority: HIGHEST for action security_group_members [ 785.219875] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 with Priority: HIGHEST for action security_group_members [ 785.220281] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d6444-68a9-4efb-bfcc-8ac3b14028b2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.221028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.221028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.221028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.221028] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.221028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.221028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.222485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.222485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.222485] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d6444-68a9-4efb-bfcc-8ac3b14028b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.335573] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.410327] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.410327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.410327] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 447538d3-e34e-4923-90c0-994f4a93eeb3 with status ACTIVE [ 785.410327] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.410327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.410327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.410327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.410327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.410327] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.410327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.410327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.410327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.410327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.410327] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.410792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.410792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.410792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.410792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.410792] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 447538d3-e34e-4923-90c0-994f4a93eeb3 is going to be updated. [ 785.443445] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.443445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.443620] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.443731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.443871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.444043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-447538d3-e34e-4923-90c0-994f4a93eeb3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.571027] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 579261a7-d86a-4edb-91c8-eeb39c7ea5ce with status ACTIVE [ 785.571027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.571027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.571027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.571027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.571027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.571027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.571027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.571027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.571027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.571027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.571027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.571027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.571027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.571027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.571027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.571027] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 579261a7-d86a-4edb-91c8-eeb39c7ea5ce is going to be updated. [ 785.607991] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.608310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.608310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.608510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.608647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.608810] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-579261a7-d86a-4edb-91c8-eeb39c7ea5ce" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.724314] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.724972] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.725102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.725282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.725370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.726901] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.726901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.726901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.726901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.726901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.726901] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 is going to be updated. [ 785.788553] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.789174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.789174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.789174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.789338] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.797526] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad in Status: SUCCESS [ 785.797526] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad deletion is rescheduled due to dependency. [ 785.797619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.797757] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.798011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.798210] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.798328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.798423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.798663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.798784] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.798946] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.801789] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 in Status: IN_PROGRESS for 2s [ 785.838787] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.838787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.838787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.839235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.839235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.839299] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f57472-1dae-48f3-b113-6a286460ca01 is going to be updated. [ 785.878989] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.879232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.879319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.879458] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.879610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.892484] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f57472-1dae-48f3-b113-6a286460ca01 in Status: IN_PROGRESS for 2s [ 785.935455] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: SUCCESS [ 785.935767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.303593] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.400899] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 786.401491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.401687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.401921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.402161] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.402319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.402381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.402505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.402577] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.402659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.402760] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.539558] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45edf837-a942-44c1-91ab-87564c430be6 in Status: SUCCESS [ 786.539802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.540174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.540400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.540760] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.540930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.541025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.541247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.541366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.541506] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.549541] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 786.549812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.550412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.550674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.551304] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.551452] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.551522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.551699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.551902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.551902] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.806999] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.904956] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.905146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.905225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.905500] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.905695] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.905777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.905823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.906739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.906739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.906739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.906739] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.906739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.906739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.906990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.906990] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.907071] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.907101] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.907226] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.907299] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.907379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.907466] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.048415] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.054908] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.234849] env[66962]: INFO networking_nsxv3.common.synchronization [req-90d79e2e-420a-41e3-9657-c99d1a772571 req-dff34add-c262-4592-bd12-32996cd9de2e tempest-ImagesTestJSON-169850790 tempest-ImagesTestJSON-169850790-project-member] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 787.235513] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 787.236796] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.237023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.237023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.237229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.237399] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.237497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.237557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.237707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.237795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.237891] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.309064] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.309321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.309321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.309557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.309649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.310061] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad is going to be updated. [ 787.356333] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.356333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.356333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.356333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.356333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.367130] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad in Status: IN_PROGRESS for 2s [ 787.412346] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce11e631-3066-4efa-aa1e-d24f52c90cee: rpc.has_security_group_logging(os_id): False [ 787.436275] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.436275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.436275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.436275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.436275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.436275] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.436275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.436275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.436275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.436275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.436275] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.436275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.436275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.436275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.436275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.436818] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.436818] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.436818] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.438129] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.438321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.438423] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 787.549440] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.549632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.549675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.550927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.550927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.552044] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.558185] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.587276] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 787.741257] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.741421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.741421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.741711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.742600] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.743379] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.744047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.744047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.744047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.744047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.744380] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be updated. [ 787.782945] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.783441] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.783635] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.784197] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.784444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.795587] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: IN_PROGRESS for 2s [ 787.814504] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 in Status: SUCCESS [ 787.814504] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 deletion is rescheduled due to dependency. [ 787.814930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.904536] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f57472-1dae-48f3-b113-6a286460ca01 in Status: SUCCESS [ 787.904837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.905535] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.906159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.906159] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.906503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.906503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.906634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.906634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.906703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.906804] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.908105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.908354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.908574] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.908721] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.909054] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.909054] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.909517] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.909622] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.058648] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.058648] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.058648] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.058648] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.058648] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.058648] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45edf837-a942-44c1-91ab-87564c430be6 is going to be updated. [ 788.063248] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.063248] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.063513] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.063513] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.063610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.064334] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 788.098841] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.099753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.099859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.100071] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.101015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.102755] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.102899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.102962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.103128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.103276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.119541] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 788.119994] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45edf837-a942-44c1-91ab-87564c430be6 in Status: IN_PROGRESS for 2s [ 788.412397] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.413445] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.920107] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9f57472-1dae-48f3-b113-6a286460ca01: rpc.has_security_group_logging(os_id): False [ 788.921759] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.944315] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.944457] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.944527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.944955] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.944955] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.945120] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.945218] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.945374] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.945528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.945528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.945619] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f57472-1dae-48f3-b113-6a286460ca01 is going to be updated. [ 789.015033] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.015424] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.015507] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.015717] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.015877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.040506] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f57472-1dae-48f3-b113-6a286460ca01 in Status: IN_PROGRESS for 2s [ 789.338263] env[66962]: INFO networking_nsxv3.common.synchronization [req-a92f777e-4614-44d6-80fb-5c6563a4d8d7 req-82ab75fe-9ac2-49e2-aedb-d5d8d80dea82 tempest-AttachInterfacesUnderV243Test-2007290196 tempest-AttachInterfacesUnderV243Test-2007290196-project-member] Enqueued Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_members [ 789.338895] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f57472-1dae-48f3-b113-6a286460ca01 with Priority: HIGHEST for action security_group_members [ 789.339233] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9f57472-1dae-48f3-b113-6a286460ca01 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.339364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.378316] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad in Status: SUCCESS [ 789.378648] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.378756] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.378890] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.379366] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.379450] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.379498] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.379657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.379910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.379910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.379910] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.425418] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.425829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.425829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.425829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.426440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.426648] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f57472-1dae-48f3-b113-6a286460ca01 is going to be updated. [ 789.471146] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.471307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.471392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.471575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.471712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.486804] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f57472-1dae-48f3-b113-6a286460ca01 in Status: IN_PROGRESS for 2s [ 789.621708] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 789.621708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.812286] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 789.813049] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c deletion is rescheduled due to dependency. [ 789.813049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.882889] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.135281] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45edf837-a942-44c1-91ab-87564c430be6 in Status: SUCCESS [ 790.135516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.136317] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 790.136532] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.136700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.136912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.137697] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.137831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.137926] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.138082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.138167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.138252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.138347] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.139647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.139824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.139995] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.140126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.140188] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.140331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.140407] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.140490] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.140574] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.385480] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f84c80a-6ad6-4b71-b854-25b0aedb18ad: rpc.has_security_group_logging(os_id): False [ 790.403798] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.403992] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.404052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.404871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.404871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.404871] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.404871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.404871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.405358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.405358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.405358] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad is going to be updated. [ 790.482533] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.482533] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.482944] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.482944] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.483150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.527039] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad in Status: IN_PROGRESS for 2s [ 790.642310] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.644032] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.645190] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.645756] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.646492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.646738] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.646866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.646936] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.648107] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.648347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.648510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.648725] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.648839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.648893] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.649108] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.649259] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.649359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.649418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.649552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.649626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.649702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.649790] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.057154] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9f57472-1dae-48f3-b113-6a286460ca01 in Status: SUCCESS [ 791.057388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.057573] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.057924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.057924] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.060404] env[66962]: INFO networking_nsxv3.common.synchronization [req-9afd5d9a-735e-499a-85ea-9535bf1fec4e req-36323f4c-9d9e-43ad-bec3-ba94140fd6f0 tempest-ImagesOneServerNegativeTestJSON-1548135388 tempest-ImagesOneServerNegativeTestJSON-1548135388-project-member] Enqueued Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 791.061247] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 791.061464] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.061579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.061644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.061826] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.061978] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.062166] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.062166] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.062328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.062400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.062471] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.152072] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45edf837-a942-44c1-91ab-87564c430be6: rpc.has_security_group_logging(os_id): False [ 791.153315] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19f5e4f6-f861-4435-9540-3b3d0de1f6c2: rpc.has_security_group_logging(os_id): False [ 791.192400] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.192400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.192400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.192651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.192745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.192941] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.193127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.193197] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.193370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.193457] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.193641] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.193733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.193782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.193922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.193997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.194349] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.194349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.194349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.194509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.194555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.194598] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 791.196771] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.196873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.197596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.197596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.197596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.197596] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.197596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.197596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.197879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.197879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.197879] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45edf837-a942-44c1-91ab-87564c430be6 is going to be created. [ 791.269749] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.269749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.269749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.269749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.269749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.301985] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.301985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.301985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.301985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.301985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.306404] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45edf837-a942-44c1-91ab-87564c430be6 in Status: IN_PROGRESS for 2s [ 791.325779] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 791.455197] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.455197] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-733" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.455499] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-733" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.456246] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-733" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.456246] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.456246] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.456246] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.456703] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.456703] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.456995] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.456995] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.457237] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.457237] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.457353] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.457405] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.457525] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.476394] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.476630] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.476761] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.476925] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-733" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.477275] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.477473] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.477594] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.477914] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.478056] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.493550] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9f57472-1dae-48f3-b113-6a286460ca01 in Status: SUCCESS [ 791.493842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.494362] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.494595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.494783] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.495601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.495601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.495601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.495601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.495601] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.528592] env[66962]: INFO networking_nsxv3.common.synchronization [req-866ea25e-0398-4d0d-9fc0-1053e32fb861 req-38a2b927-7666-42f1-948c-117e6c4f43a3 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGHEST for action security_group_members [ 791.528766] env[66962]: INFO networking_nsxv3.common.synchronization [req-866ea25e-0398-4d0d-9fc0-1053e32fb861 req-38a2b927-7666-42f1-948c-117e6c4f43a3 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 791.528892] env[66962]: INFO networking_nsxv3.common.synchronization [req-866ea25e-0398-4d0d-9fc0-1053e32fb861 req-38a2b927-7666-42f1-948c-117e6c4f43a3 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 with Priority: HIGHEST for action security_group_members [ 791.529440] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGHEST for action security_group_members [ 791.529576] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 791.529672] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 with Priority: HIGHEST for action security_group_members [ 791.530056] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-45edf837-a942-44c1-91ab-87564c430be6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.530352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.530487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.531799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.532340] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.532514] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.532629] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.533186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.533359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.533518] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.534717] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.534717] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.534717] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.535028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.535245] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.535457] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.535617] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.535826] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.535957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.536153] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.537849] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.538580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.538580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.538580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.538984] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.539170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.539764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.539950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.540036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.540135] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9d3c4b1-98da-484a-aabb-d5b0ed1351f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.564797] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.565275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.565406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.565648] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.565782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.565994] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.566116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.566181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.566337] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.566418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.566527] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da is going to be updated. [ 791.583192] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.583192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.583192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.584218] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.584218] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.584218] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9f57472-1dae-48f3-b113-6a286460ca01 is going to be deleted. [ 791.590183] env[66962]: INFO networking_nsxv3.common.synchronization [req-866ea25e-0398-4d0d-9fc0-1053e32fb861 req-38a2b927-7666-42f1-948c-117e6c4f43a3 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_rules [ 791.590183] env[66962]: INFO networking_nsxv3.common.synchronization [req-866ea25e-0398-4d0d-9fc0-1053e32fb861 req-38a2b927-7666-42f1-948c-117e6c4f43a3 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 791.590183] env[66962]: INFO networking_nsxv3.common.synchronization [req-866ea25e-0398-4d0d-9fc0-1053e32fb861 req-38a2b927-7666-42f1-948c-117e6c4f43a3 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGHEST for action security_group_rules [ 791.590183] env[66962]: INFO networking_nsxv3.common.synchronization [req-866ea25e-0398-4d0d-9fc0-1053e32fb861 req-38a2b927-7666-42f1-948c-117e6c4f43a3 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGHEST for action security_group_members [ 791.590183] env[66962]: INFO networking_nsxv3.common.synchronization [req-866ea25e-0398-4d0d-9fc0-1053e32fb861 req-38a2b927-7666-42f1-948c-117e6c4f43a3 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 with Priority: HIGHEST for action security_group_rules [ 791.590183] env[66962]: INFO networking_nsxv3.common.synchronization [req-866ea25e-0398-4d0d-9fc0-1053e32fb861 req-38a2b927-7666-42f1-948c-117e6c4f43a3 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 with Priority: HIGHEST for action security_group_members [ 791.590183] env[66962]: INFO networking_nsxv3.common.synchronization [req-866ea25e-0398-4d0d-9fc0-1053e32fb861 req-38a2b927-7666-42f1-948c-117e6c4f43a3 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: bf92e768-651a-4811-975d-535dda8fa7d2 with Priority: HIGHEST for action port [ 791.590183] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_rules [ 791.590183] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGHEST for action security_group_rules [ 791.590183] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 with Priority: HIGHEST for action security_group_members [ 791.590183] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf92e768-651a-4811-975d-535dda8fa7d2 with Priority: HIGHEST for action port [ 791.590183] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 with Priority: HIGHEST for action security_group_rules [ 791.590183] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 791.590183] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGHEST for action security_group_members [ 791.590183] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.590183] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.591116] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45edf837-a942-44c1-91ab-87564c430be6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.591116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.591116] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.591116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.591324] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf92e768-651a-4811-975d-535dda8fa7d2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.591324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.591324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.591644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.591790] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf92e768-651a-4811-975d-535dda8fa7d2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.592923] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.593056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.596138] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.596405] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.596493] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9d3c4b1-98da-484a-aabb-d5b0ed1351f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.597407] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.597495] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.597666] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-45edf837-a942-44c1-91ab-87564c430be6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.597747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.599356] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.599620] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.599717] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.599910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.600059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.612397] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: IN_PROGRESS for 2s [ 791.646025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.646296] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.646296] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.646779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.646779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.646844] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.899540] env[66962]: INFO networking_nsxv3.common.synchronization [None req-208c073e-a7d0-40f8-a096-52b094a681ba None None] Enqueued Resource ID: cedf4647-25d7-4e78-b5da-10b968eda17d with Priority: HIGHEST for action port [ 791.900223] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedf4647-25d7-4e78-b5da-10b968eda17d with Priority: HIGHEST for action port [ 791.900634] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-cedf4647-25d7-4e78-b5da-10b968eda17d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.900803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cedf4647-25d7-4e78-b5da-10b968eda17d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.900903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cedf4647-25d7-4e78-b5da-10b968eda17d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.901275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cedf4647-25d7-4e78-b5da-10b968eda17d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.901381] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cedf4647-25d7-4e78-b5da-10b968eda17d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.980429] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.980994] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.980994] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.981288] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.981466] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.981725] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69 not found, creating... [ 791.981912] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.982401] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.982401] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.982544] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.982580] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.982869] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.983083] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.983154] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.983334] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.983487] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.983640] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69 is going to be created. [ 791.997458] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.997610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.997681] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.997887] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.997973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.998182] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.998325] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.998325] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.998481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.998557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.998643] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f57472-1dae-48f3-b113-6a286460ca01 is going to be deleted. [ 792.012799] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.012799] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.012799] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.012799] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.012799] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.013134] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.037929] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.038188] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.038256] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.038521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.038646] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.038778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.040064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.040398] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.040672] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.040837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.040837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.041017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.041172] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.041247] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9f57472-1dae-48f3-b113-6a286460ca01',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.042662] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.043289] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.044484] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9d3c4b1-98da-484a-aabb-d5b0ed1351f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.100402] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.100402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.100402] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf92e768-651a-4811-975d-535dda8fa7d2 with status ACTIVE [ 792.100402] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.101049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.102685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.102685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.102685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.102685] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.102685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.103053] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.103351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.103351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.103603] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.103967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.103967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.104093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.104259] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.104347] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf92e768-651a-4811-975d-535dda8fa7d2 is going to be updated. [ 792.128203] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.128407] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.128407] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.128783] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.128981] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.129233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf92e768-651a-4811-975d-535dda8fa7d2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.404169] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cedf4647-25d7-4e78-b5da-10b968eda17d [ 792.405033] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.405033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.405033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.405383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.405383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.405453] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cedf4647-25d7-4e78-b5da-10b968eda17d already deleted. [ 792.405514] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cedf4647-25d7-4e78-b5da-10b968eda17d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.545952] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.545952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.545952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.545952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.545952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.546574] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.546574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.546574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.546574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.546714] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.546714] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9f57472-1dae-48f3-b113-6a286460ca01 already deleted. [ 792.546769] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9f57472-1dae-48f3-b113-6a286460ca01" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.546985] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.547932] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.549967] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9d3c4b1-98da-484a-aabb-d5b0ed1351f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.577675] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad in Status: SUCCESS [ 792.577973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.803819] env[66962]: INFO networking_nsxv3.common.synchronization [req-9afd5d9a-735e-499a-85ea-9535bf1fec4e req-1ae69c87-ad2c-4d94-8f59-e83179a5ca62 service nova] Enqueued Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_rules [ 792.803819] env[66962]: INFO networking_nsxv3.common.synchronization [req-9afd5d9a-735e-499a-85ea-9535bf1fec4e req-1ae69c87-ad2c-4d94-8f59-e83179a5ca62 service nova] Enqueued Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 792.803819] env[66962]: INFO networking_nsxv3.common.synchronization [req-9afd5d9a-735e-499a-85ea-9535bf1fec4e req-1ae69c87-ad2c-4d94-8f59-e83179a5ca62 service nova] Enqueued Resource ID: be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69 with Priority: HIGHEST for action port [ 792.803979] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_rules [ 792.804500] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 792.804551] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69 with Priority: HIGHEST for action port [ 792.804807] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.804930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.804997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.805210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.805291] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.806570] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.806662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.806851] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.806954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.807205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.807310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.807407] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.052945] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.053203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.053317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.053686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.053828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.053999] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45edf837-a942-44c1-91ab-87564c430be6 is going to be updated. [ 793.055495] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.055634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.055701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.055871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.055952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.056266] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 793.058423] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.058568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.058568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.059498] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.059498] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.059498] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 is going to be created. [ 793.089668] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.089870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.089870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.090342] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.090560] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.092853] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.092984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.093047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.093233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.093371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.094976] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.097267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.097267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.097267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.097267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.104042] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 in Status: UNINITIALIZED for 2s [ 793.105695] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45edf837-a942-44c1-91ab-87564c430be6 in Status: IN_PROGRESS for 2s [ 793.106428] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 793.309614] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.309614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.313028] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69 with status ACTIVE [ 793.313028] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.313028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.313028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.313028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.313028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.313028] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.313028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.313028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.313028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.313028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.313028] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.313028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.313028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.313775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.313775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.313775] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69 is going to be updated. [ 793.347377] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45edf837-a942-44c1-91ab-87564c430be6 in Status: SUCCESS [ 793.347492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.347620] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.348318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.348318] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.358855] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.359061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.359106] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.359694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.359694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.359694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be0dc0ad-9a06-4ae1-be9d-f9590e1ebe69" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.366593] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 793.367023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.367802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.367802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.367802] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.623013] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: SUCCESS [ 793.623324] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da deletion is rescheduled due to dependency. [ 793.623489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.624696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.624696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.624696] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.624696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.624696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.624696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.625163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.625163] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.850134] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-45edf837-a942-44c1-91ab-87564c430be6 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.850439] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.871922] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.871922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.999740] env[66962]: INFO networking_nsxv3.common.synchronization [None req-3fd06c4c-0ed7-47b9-8197-b47162dff95d None None] Enqueued Resource ID: 7da4a4fc-f961-481d-8205-1cf45b9c8b52 with Priority: HIGHEST for action port [ 794.000344] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da4a4fc-f961-481d-8205-1cf45b9c8b52 with Priority: HIGHEST for action port [ 794.000637] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7da4a4fc-f961-481d-8205-1cf45b9c8b52 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.000760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7da4a4fc-f961-481d-8205-1cf45b9c8b52" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.000830] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7da4a4fc-f961-481d-8205-1cf45b9c8b52" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.003213] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7da4a4fc-f961-481d-8205-1cf45b9c8b52" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.003549] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7da4a4fc-f961-481d-8205-1cf45b9c8b52',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.127346] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.321725] env[66962]: INFO networking_nsxv3.common.synchronization [req-eede56a1-9634-4bd9-a146-5c5a013c00a9 req-e4673b91-57ba-4c52-b7a6-964e97845099 tempest-ServersTestJSON-66213388 tempest-ServersTestJSON-66213388-project-member] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 794.322398] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 794.322694] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.322809] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.324091] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.324091] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.324863] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.324863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.324863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.325051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.325087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.325271] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.505062] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7da4a4fc-f961-481d-8205-1cf45b9c8b52 [ 794.505305] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.506013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.506013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.506013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.506013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.506013] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7da4a4fc-f961-481d-8205-1cf45b9c8b52 already deleted. [ 794.506013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7da4a4fc-f961-481d-8205-1cf45b9c8b52" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.629250] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.703900] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.705994] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.706180] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.706861] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.708035] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.708035] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.708035] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.708035] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.708035] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.708296] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.708469] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.708527] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.708650] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.708809] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.708941] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.710020] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.730995] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.731202] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.732103] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.732103] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.732103] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-9721e177-44c4-4348-8db8-943a38493f13 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.732103] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-9721e177-44c4-4348-8db8-943a38493f13" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.732103] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-9721e177-44c4-4348-8db8-943a38493f13" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.732987] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-9721e177-44c4-4348-8db8-943a38493f13" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.732987] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9721e177-44c4-4348-8db8-943a38493f13',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.829138] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.123674] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 795.123989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.125088] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 in Status: SUCCESS [ 795.125311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.125516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.125803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.126107] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.126225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.126333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.126575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.126656] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.126753] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.128030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.128251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.128535] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.128722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.128825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.129058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.129198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.129361] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9d3c4b1-98da-484a-aabb-d5b0ed1351f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.131490] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45edf837-a942-44c1-91ab-87564c430be6 in Status: SUCCESS [ 795.132491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.132491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.132491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.132491] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.132491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.132491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.132738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.132738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.132738] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.134258] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.134460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.134460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.134626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.134708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.134799] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da is going to be updated. [ 795.182022] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.182022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.182022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.182022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.182022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.194106] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: IN_PROGRESS for 2s [ 795.235606] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.235888] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.236118] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.236448] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.236597] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.236791] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 9721e177-44c4-4348-8db8-943a38493f13 not found, creating... [ 795.237118] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.237301] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.237420] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.237815] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.237976] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.238291] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.238499] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.238792] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.239195] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.239195] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.239195] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 9721e177-44c4-4348-8db8-943a38493f13 is going to be created. [ 795.263975] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.264331] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.264549] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.264919] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.265269] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.265485] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-9721e177-44c4-4348-8db8-943a38493f13" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.332059] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.635024] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9d3c4b1-98da-484a-aabb-d5b0ed1351f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.636760] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.639255] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.835694] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.835863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.835935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.836205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.836303] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.836402] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 795.870427] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.870645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.870728] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.871032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.871282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.882693] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 796.051486] env[66962]: INFO networking_nsxv3.common.synchronization [req-eede56a1-9634-4bd9-a146-5c5a013c00a9 req-cd955308-d052-48bc-96c5-685e34d7690d service nova] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_rules [ 796.051486] env[66962]: INFO networking_nsxv3.common.synchronization [req-eede56a1-9634-4bd9-a146-5c5a013c00a9 req-cd955308-d052-48bc-96c5-685e34d7690d service nova] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 796.051486] env[66962]: INFO networking_nsxv3.common.synchronization [req-eede56a1-9634-4bd9-a146-5c5a013c00a9 req-cd955308-d052-48bc-96c5-685e34d7690d service nova] Enqueued Resource ID: 9721e177-44c4-4348-8db8-943a38493f13 with Priority: HIGHEST for action port [ 796.051486] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_rules [ 796.051486] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 796.051486] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9721e177-44c4-4348-8db8-943a38493f13 with Priority: HIGHEST for action port [ 796.052364] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.052919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.053110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.054205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.054205] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.058023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.058023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.058023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9721e177-44c4-4348-8db8-943a38493f13 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.058023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9721e177-44c4-4348-8db8-943a38493f13" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.058023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9721e177-44c4-4348-8db8-943a38493f13" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.058023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9721e177-44c4-4348-8db8-943a38493f13" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.058023] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9721e177-44c4-4348-8db8-943a38493f13',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.117025] env[66962]: INFO networking_nsxv3.common.synchronization [req-d55bcab6-0cd9-4dde-97b6-a71f9d301e27 req-1ea751e4-dddb-44a6-91b1-1ed6ce6127f4 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGHEST for action security_group_members [ 796.117025] env[66962]: INFO networking_nsxv3.common.synchronization [req-d55bcab6-0cd9-4dde-97b6-a71f9d301e27 req-1ea751e4-dddb-44a6-91b1-1ed6ce6127f4 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 796.117025] env[66962]: INFO networking_nsxv3.common.synchronization [req-d55bcab6-0cd9-4dde-97b6-a71f9d301e27 req-1ea751e4-dddb-44a6-91b1-1ed6ce6127f4 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 with Priority: HIGHEST for action security_group_members [ 796.117025] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGHEST for action security_group_members [ 796.117025] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 796.117025] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 with Priority: HIGHEST for action security_group_members [ 796.117025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-45edf837-a942-44c1-91ab-87564c430be6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.117025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.117758] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.117984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.118338] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.121627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.143730] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9d3c4b1-98da-484a-aabb-d5b0ed1351f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.143730] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.146965] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.559862] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.560012] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.560203] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9721e177-44c4-4348-8db8-943a38493f13 with status ACTIVE [ 796.560410] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.560507] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.560609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.560767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.560858] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.561034] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.561202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.561270] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.561421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.561497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.561685] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.561779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.561839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.561973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.562059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.562155] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9721e177-44c4-4348-8db8-943a38493f13 is going to be updated. [ 796.587379] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.587578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.587578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.587782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.587916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.588095] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9721e177-44c4-4348-8db8-943a38493f13" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.644710] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.645119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.645119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.645292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.645416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.645525] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 is going to be updated. [ 796.646931] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.647085] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.647171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.647383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.647500] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.647611] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 796.648938] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.649128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.649272] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.649395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.649485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.649577] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45edf837-a942-44c1-91ab-87564c430be6 is going to be updated. [ 796.699036] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.699202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.699309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.699626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.699785] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.705069] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.705216] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.705216] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.705781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.705781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.707953] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.711874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.711976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.712253] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.712451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.721461] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 in Status: IN_PROGRESS for 2s [ 796.725151] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 796.725911] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45edf837-a942-44c1-91ab-87564c430be6 in Status: IN_PROGRESS for 2s [ 797.205481] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: IN_PROGRESS for 4s [ 797.896142] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 797.896142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.896142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.896142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.896142] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.896142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.896142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.896142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.896142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.896142] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.398181] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.736155] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 in Status: SUCCESS [ 798.736593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.736962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.737473] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.737473] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.737935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.737935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.737935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.737935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.737935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.738109] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9d3c4b1-98da-484a-aabb-d5b0ed1351f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.739937] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 798.739937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.740199] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45edf837-a942-44c1-91ab-87564c430be6 in Status: SUCCESS [ 798.740270] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.740579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.740764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.740934] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.741505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.741505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.741505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.741505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.741505] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9d3c4b1-98da-484a-aabb-d5b0ed1351f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.743050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.743050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.743371] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.743371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.743371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.743553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.743705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.743705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.743769] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.745126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.745798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.745798] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.745798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.745798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.745989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.745989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.746057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.746253] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.747610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.747610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.748112] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.748244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.748309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.748460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.748545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.748613] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.749779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.750778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.750778] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.750778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.750778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.750778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.750778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.750778] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.901796] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.218861] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: SUCCESS [ 799.219146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.220257] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.220257] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.220257] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.220257] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.220257] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.220257] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.220257] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.220257] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.220257] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.244130] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.244130] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.244130] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.244397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.244397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.244568] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.244661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.244736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.244848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.244920] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.245012] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 is going to be deleted. [ 799.246367] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.246487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.252609] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.253636] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.253854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.253854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.254017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.254112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.254293] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.254545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.254545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.254613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.254643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.254728] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45edf837-a942-44c1-91ab-87564c430be6 is going to be updated. [ 799.256010] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.259923] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9d3c4b1-98da-484a-aabb-d5b0ed1351f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.285329] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.285474] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.285892] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.285892] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.285892] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.286043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.288548] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.288668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.288821] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.288922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.289078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.302246] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45edf837-a942-44c1-91ab-87564c430be6 in Status: IN_PROGRESS for 2s [ 799.408152] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.408289] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.408358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.408784] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.408873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.408973] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 799.438781] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.438930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.439073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.439536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.439789] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.454273] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 799.724285] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.724472] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.724613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.724836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.724977] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.725858] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.725945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.726142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.726260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.726375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.726594] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.726698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.726796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.726949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.727278] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.727394] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.727449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.727628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.727704] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.727929] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.727929] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.756542] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.763458] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45edf837-a942-44c1-91ab-87564c430be6: rpc.has_security_group_logging(os_id): False [ 799.764469] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9d3c4b1-98da-484a-aabb-d5b0ed1351f8: rpc.has_security_group_logging(os_id): False [ 799.786449] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.786628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.786681] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.786854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.786937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.787780] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.787780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.787780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.789464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.789576] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.789682] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 is going to be created. [ 799.792631] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.792631] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.792777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.793139] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.793203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.793403] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.793505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.793571] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.793721] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.793796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.793878] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45edf837-a942-44c1-91ab-87564c430be6 is going to be updated. [ 799.818096] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b9d3c4b1-98da-484a-aabb-d5b0ed1351f8], does not exist path=[/infra/domains/default/groups/b9d3c4b1-98da-484a-aabb-d5b0ed1351f8]."\n}' [ 799.818253] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 [ 799.818330] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 799.858590] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.858743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.858788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.858998] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.860348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.860633] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.860761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.860804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.860984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.861084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.861369] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.861459] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.861522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.861664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.861737] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.861820] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 is going to be created. [ 799.875624] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.875818] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.875868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.876986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.876986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.881827] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b9d3c4b1-98da-484a-aabb-d5b0ed1351f8], does not exist path=[/infra/domains/default/groups/b9d3c4b1-98da-484a-aabb-d5b0ed1351f8]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 [ 799.881827] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9d3c4b1-98da-484a-aabb-d5b0ed1351f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.882475] env[66962]: Traceback (most recent call last): [ 799.882553] env[66962]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 799.882553] env[66962]: return func(*args, **kwargs) [ 799.882553] env[66962]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 799.882553] env[66962]: res.raise_for_status() [ 799.882553] env[66962]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 799.882553] env[66962]: raise HTTPError(http_error_msg, response=self) [ 799.882553] env[66962]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 [ 799.882553] env[66962]: During handling of the above exception, another exception occurred: [ 799.882553] env[66962]: Traceback (most recent call last): [ 799.882553] env[66962]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 799.882553] env[66962]: listener.cb(fileno) [ 799.882553] env[66962]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 799.882553] env[66962]: result = function(*args, **kwargs) [ 799.882553] env[66962]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 799.882553] env[66962]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 799.882553] env[66962]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 799.882553] env[66962]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 799.882553] env[66962]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 799.882553] env[66962]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 799.882553] env[66962]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 799.882553] env[66962]: res.raise_for_status() [ 799.882553] env[66962]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 799.882553] env[66962]: raise HTTPError(http_error_msg, response=self) [ 799.882553] env[66962]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b9d3c4b1-98da-484a-aabb-d5b0ed1351f8 [ 799.882553] env[66962]: Removing descriptor: 14 [ 799.889752] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45edf837-a942-44c1-91ab-87564c430be6 in Status: IN_PROGRESS for 2s [ 800.230389] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 802094f0-b6d4-4716-a34d-7efcc11894da: rpc.has_security_group_logging(os_id): False [ 800.249809] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.250029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.250116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.250327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.259023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.259168] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.259215] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.259421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.259530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.259605] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 800.302960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.303240] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.303354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.303417] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.303568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.303686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.303873] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.303969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.304039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.304215] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.304278] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.304465] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.304562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.304624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.304762] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.304837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.304925] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da is going to be updated. [ 800.327269] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.327269] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.327269] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.327269] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.327269] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.358392] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 800.391878] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.392350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.392430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.392649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.392797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.399775] env[66962]: INFO networking_nsxv3.common.synchronization [req-7fd7e943-2c3b-469a-9c92-46a05ddd0eed req-ac2ee4e8-5397-4ca5-b298-7c948880a8f7 tempest-ServerRescueTestJSON-716219528 tempest-ServerRescueTestJSON-716219528-project-member] Enqueued Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_members [ 800.400650] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_members [ 800.401395] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.401575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.401647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.401853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.402038] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.402133] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.402235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.402468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.402566] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.402640] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.411839] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: IN_PROGRESS for 2s [ 800.808662] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.808893] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-344" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.809119] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-344" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.809474] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-344" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.809819] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.810053] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.810185] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.810404] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.810910] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.810910] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.811023] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.811169] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.811314] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.811454] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.811598] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.811763] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.832563] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.832729] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.832865] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.833057] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-344" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.833392] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-1e8c8db5-02de-453a-8165-43d3cec6cb91 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.833593] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-1e8c8db5-02de-453a-8165-43d3cec6cb91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.833716] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-1e8c8db5-02de-453a-8165-43d3cec6cb91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.834085] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-1e8c8db5-02de-453a-8165-43d3cec6cb91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.834260] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e8c8db5-02de-453a-8165-43d3cec6cb91',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.904973] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.311063] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45edf837-a942-44c1-91ab-87564c430be6 in Status: SUCCESS [ 801.311348] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45edf837-a942-44c1-91ab-87564c430be6 deletion is rescheduled due to dependency. [ 801.311424] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.340028] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.340028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.340028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.340028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.340028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.340028] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 1e8c8db5-02de-453a-8165-43d3cec6cb91 not found, creating... [ 801.340028] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.340028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.340028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.340028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.340028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.340523] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.340523] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.340523] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.340523] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.340523] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.340816] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 1e8c8db5-02de-453a-8165-43d3cec6cb91 is going to be created. [ 801.366389] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.366507] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.366543] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.366851] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.367101] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.367341] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-1e8c8db5-02de-453a-8165-43d3cec6cb91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.407179] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.467697] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 801.467697] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.467697] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.467915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.468138] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.468349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.468428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.468729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.468729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.468830] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.468894] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.904108] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45edf837-a942-44c1-91ab-87564c430be6 in Status: SUCCESS [ 801.904348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.911996] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.912191] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.912262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.912412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.912499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.912592] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 is going to be updated. [ 801.952227] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.952388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.952521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.953057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.953159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.965242] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: IN_PROGRESS for 2s [ 801.974238] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.974238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.974238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.974238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.974238] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.974238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.974238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.974238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.974238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.974238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.974238] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.974238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.974238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.974238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.974238] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.974788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.974788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.974788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.974788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.974910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.974992] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.078724] env[66962]: INFO networking_nsxv3.common.synchronization [req-7fd7e943-2c3b-469a-9c92-46a05ddd0eed req-7da70bcc-79c7-4c0f-8f3b-eb0d0f72e560 service nova] Enqueued Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_rules [ 802.078724] env[66962]: INFO networking_nsxv3.common.synchronization [req-7fd7e943-2c3b-469a-9c92-46a05ddd0eed req-7da70bcc-79c7-4c0f-8f3b-eb0d0f72e560 service nova] Enqueued Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_members [ 802.078724] env[66962]: INFO networking_nsxv3.common.synchronization [req-7fd7e943-2c3b-469a-9c92-46a05ddd0eed req-7da70bcc-79c7-4c0f-8f3b-eb0d0f72e560 service nova] Enqueued Resource ID: 1e8c8db5-02de-453a-8165-43d3cec6cb91 with Priority: HIGHEST for action port [ 802.079231] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_rules [ 802.079368] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_members [ 802.079538] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e8c8db5-02de-453a-8165-43d3cec6cb91 with Priority: HIGHEST for action port [ 802.080419] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.080591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.080678] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.080899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.080983] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.081929] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.082057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.082316] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e8c8db5-02de-453a-8165-43d3cec6cb91 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.082469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e8c8db5-02de-453a-8165-43d3cec6cb91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.082535] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e8c8db5-02de-453a-8165-43d3cec6cb91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.082737] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e8c8db5-02de-453a-8165-43d3cec6cb91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.082839] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e8c8db5-02de-453a-8165-43d3cec6cb91',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.368770] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 802.369047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.369092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.369283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.369473] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.369799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.369799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.369799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.369925] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.369925] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.370075] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.370211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.370211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.370340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.370472] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.370558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.370617] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.370748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.370824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.370918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.370976] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.428756] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: SUCCESS [ 802.428972] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.477524] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ceed366-e1c3-4346-bdde-720a4876026c: rpc.has_security_group_logging(os_id): False [ 802.494853] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.494999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.495105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.495293] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.513262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.513547] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.513666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.513774] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.513922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.514010] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.514254] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.514356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.514419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.514559] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.514634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.514809] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.514901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.514962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.515156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.515189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.515259] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 802.585290] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.585430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.585519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.585707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.585851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.587124] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.587234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.587381] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e8c8db5-02de-453a-8165-43d3cec6cb91 with status ACTIVE [ 802.587534] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.587634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.587693] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.587853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.587932] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.588101] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.588341] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.588341] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.588464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.588464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.588618] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.588715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.588766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.588890] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.588959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.590022] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e8c8db5-02de-453a-8165-43d3cec6cb91 is going to be updated. [ 802.607843] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 802.614306] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.614524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.615277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.615277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.615277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.615277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e8c8db5-02de-453a-8165-43d3cec6cb91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.872868] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19f5e4f6-f861-4435-9540-3b3d0de1f6c2: rpc.has_security_group_logging(os_id): False [ 802.893393] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.893393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.893393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.893393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.916214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.916476] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.916594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.916662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.916859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.916940] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.917176] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.917288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.917348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.917520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.917575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.917767] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.917850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.917901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.918052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.918129] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.918216] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 802.986233] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.986233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.986233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.986233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.986523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.003859] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 803.980923] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: SUCCESS [ 803.981206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.981308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.981509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.981695] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.981809] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.981870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.982030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.982109] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.982197] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.486177] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.632410] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 804.632569] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.987413] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.020945] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 805.021244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.490279] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.490438] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.490511] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.490712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.490788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.490894] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 is going to be updated. [ 805.520117] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.520354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.520431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.520641] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.520788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.550634] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: IN_PROGRESS for 2s [ 806.422155] env[66962]: INFO networking_nsxv3.common.synchronization [req-c54af844-a2b3-46de-ac54-c4f3e32a03f9 req-093e40dd-df24-4567-b0de-de35959cd778 tempest-FloatingIPsAssociationTestJSON-1320767066 tempest-FloatingIPsAssociationTestJSON-1320767066-project-member] Enqueued Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_members [ 806.423321] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_members [ 806.423472] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d89fb4-418e-4e91-a5ba-c65a4431fe75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.423586] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.423586] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.425039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.425039] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.425039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.425039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.425039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.425039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.425039] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.914723] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.914950] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-183" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.915064] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-183" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.915308] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-183" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.915557] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.915704] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.915885] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.916296] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.916296] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.916487] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.916593] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.916696] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.916797] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.916897] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.916993] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.917130] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.927884] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.936730] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.936931] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.937558] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.937558] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-183" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.937715] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-fd1a7698-63aa-4caa-af36-83d00d5710f3 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.937912] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-fd1a7698-63aa-4caa-af36-83d00d5710f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.938044] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-fd1a7698-63aa-4caa-af36-83d00d5710f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.938402] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-fd1a7698-63aa-4caa-af36-83d00d5710f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.938584] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd1a7698-63aa-4caa-af36-83d00d5710f3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.430531] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.447235] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.447235] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.447235] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.447235] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.447235] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.447235] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port fd1a7698-63aa-4caa-af36-83d00d5710f3 not found, creating... [ 807.447235] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.447235] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.447235] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.447235] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.447235] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.447711] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.447711] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.447711] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.447711] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.448385] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.448385] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: fd1a7698-63aa-4caa-af36-83d00d5710f3 is going to be created. [ 807.468787] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.468993] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.469143] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.469381] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.470163] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.470163] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-fd1a7698-63aa-4caa-af36-83d00d5710f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.562644] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: SUCCESS [ 807.562644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.562644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.562967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.562967] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.563088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.563088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.563781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.563781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.563781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.563781] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.933236] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.933426] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.933472] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.933668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.933756] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.933860] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 is going to be updated. [ 807.951946] env[66962]: INFO networking_nsxv3.common.synchronization [req-80a36cf3-da78-4e60-9e74-e46945ad82f2 req-264956b3-2284-4e7c-b6ff-275b948aa599 tempest-ServersTestJSON-66213388 tempest-ServersTestJSON-66213388-project-member] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 807.952494] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 807.952794] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.952916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.952981] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.953195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.953353] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.953450] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.953513] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.953653] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.953738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.953829] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.962716] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.962839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.962910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.963107] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.963250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.972293] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 in Status: IN_PROGRESS for 2s [ 808.067203] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.067361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.067433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.067756] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.067862] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.067920] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.067955] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.068118] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.068201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.068292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.068434] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.068523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.068582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.068785] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.068848] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.069159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.069159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.069159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.069321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.069321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.070780] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.179881] env[66962]: INFO networking_nsxv3.common.synchronization [req-c54af844-a2b3-46de-ac54-c4f3e32a03f9 req-7c16d78e-9f29-4ced-83df-c320516f3de2 service nova] Enqueued Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_rules [ 808.181113] env[66962]: INFO networking_nsxv3.common.synchronization [req-c54af844-a2b3-46de-ac54-c4f3e32a03f9 req-7c16d78e-9f29-4ced-83df-c320516f3de2 service nova] Enqueued Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_members [ 808.181113] env[66962]: INFO networking_nsxv3.common.synchronization [req-c54af844-a2b3-46de-ac54-c4f3e32a03f9 req-7c16d78e-9f29-4ced-83df-c320516f3de2 service nova] Enqueued Resource ID: fd1a7698-63aa-4caa-af36-83d00d5710f3 with Priority: HIGHEST for action port [ 808.181113] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_rules [ 808.181113] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_members [ 808.181113] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd1a7698-63aa-4caa-af36-83d00d5710f3 with Priority: HIGHEST for action port [ 808.181456] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d89fb4-418e-4e91-a5ba-c65a4431fe75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.181456] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.181456] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.181642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.181724] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.183048] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d89fb4-418e-4e91-a5ba-c65a4431fe75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.183048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.183048] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd1a7698-63aa-4caa-af36-83d00d5710f3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.183048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd1a7698-63aa-4caa-af36-83d00d5710f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.183048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd1a7698-63aa-4caa-af36-83d00d5710f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.183437] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd1a7698-63aa-4caa-af36-83d00d5710f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.183437] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd1a7698-63aa-4caa-af36-83d00d5710f3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.457157] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.575075] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3: rpc.has_security_group_logging(os_id): False [ 808.599021] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.599021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.599021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.599021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.621058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.621398] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.621593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.621593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.621868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.621918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.622147] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.622260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.622469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.622605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.622723] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.622957] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.623151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.623151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.623327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.623327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.623400] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 is going to be updated. [ 808.685959] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d89fb4-418e-4e91-a5ba-c65a4431fe75 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.685959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.689633] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd1a7698-63aa-4caa-af36-83d00d5710f3 with status ACTIVE [ 808.689633] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.689633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.689633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.689633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.689633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.689633] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.689633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.689633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.689633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.689633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.689633] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.689633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.689633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.689633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.689633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.690688] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd1a7698-63aa-4caa-af36-83d00d5710f3 is going to be updated. [ 808.715729] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.715884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.715953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.716190] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.716333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.716505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd1a7698-63aa-4caa-af36-83d00d5710f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.723799] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.723954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.724085] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.724230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.724374] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.739761] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: IN_PROGRESS for 2s [ 808.959595] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.111854] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.111854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.112077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.112699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.112699] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.461839] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.462143] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.462143] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.462363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.462406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.462565] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 809.492573] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.492703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.493419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.493419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.493419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.502919] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 809.614753] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.985083] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 in Status: SUCCESS [ 809.985083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.985083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.985522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.985904] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.986091] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.986256] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.986524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.986524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.986674] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.119411] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.490085] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.625673] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 810.625922] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 810.761344] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: SUCCESS [ 810.761607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.812025] env[66962]: INFO networking_nsxv3.common.synchronization [req-e8fcc0eb-8ded-47b2-b8c2-fe6b17a82f5a req-e4d195e2-e65e-4f8a-bd43-9247679f9912 tempest-ServersAdminTestJSON-2065164687 tempest-ServersAdminTestJSON-2065164687-project-member] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 810.812527] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 810.812951] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.813291] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.813378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.814221] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.814221] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.814383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.814383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.815612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.815612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.815612] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.994449] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.317678] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.498056] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.498056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.498056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.498056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.498056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.498056] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 is going to be updated. [ 811.508747] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.508747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.509027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.509027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.674060] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 811.675041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.676305] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 811.678803] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.679046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.679177] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.679794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.679794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.681870] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 811.681870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.693158] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 in Status: IN_PROGRESS for 2s [ 811.722325] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.722499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.722585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.722862] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.729449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.729449] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 811.729449] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.729449] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 811.768978] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.769237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.769467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.769657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.771051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.771464] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 811.820281] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.835630] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.835630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.835630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.835630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.835630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.835630] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 811.894809] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.895042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.895165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.895366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.895595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.895846] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 811.895961] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'665afcc7-ba69-4e1f-8d9f-81ae8e287cf3', '802094f0-b6d4-4716-a34d-7efcc11894da', '07383a35-f47d-401e-85e0-c5ab0bad79b4', '71a7e251-622e-40d2-9219-7c017319b7e2', '8af9902e-6615-4028-a892-42a8175d60ab', 'eec93bd7-ee62-41d8-8a49-3ef7642f6909', '3c425ea8-1108-44bd-9fe4-d4260c1e9ae7', '5ceed366-e1c3-4346-bdde-720a4876026c', '0c4c54dd-9755-4905-8f34-00dcb7843a22', '424d6444-68a9-4efb-bfcc-8ac3b14028b2', 'ef56158e-ce23-4232-99f2-f2f1455ba7b7', 'ce11e631-3066-4efa-aa1e-d24f52c90cee', '828f1680-4574-42a6-a127-58fd7fcd2680', 'edde1203-b70c-41f8-a830-6c336906e0e6', '45edf837-a942-44c1-91ab-87564c430be6', 'f54c10e5-da46-41b3-ac5f-92edde4b4bcc', '50a63566-3211-4a68-bac5-be1f3ffab90c', '69baa812-fca4-460b-9687-102629b68e6d', 'b0e99876-c9d4-4083-9800-dd2400801835', 'f8d4609d-06b8-430d-9640-4aefb52df18d', '19f5e4f6-f861-4435-9540-3b3d0de1f6c2', 'c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca', 'b017e89b-147a-4284-bf4c-0833f3d748f3', 'afca0e6e-e9d1-47ac-83ca-4a60cfb04161', '13670277-d41f-4476-8b0b-dd37caa064d8', 'c188ee13-6d42-4399-a187-6e10c5c72ec0', 'a00db942-f3f9-4737-be92-885f17f67227', 'f1884658-ac03-4afd-b6b2-82797c32dc1e', 'e5d33064-6236-4da6-bd65-51867bacca29', '50d89fb4-418e-4e91-a5ba-c65a4431fe75', '11ecfc71-210a-4ca3-9a9d-cadd42405b06', '28e12498-6cf9-44ac-8fdd-af6ecdf0065e', '4f84c80a-6ad6-4b71-b854-25b0aedb18ad'} {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.896100] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 811.919051] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.919415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.919415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.919518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.919599] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.919709] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 811.919786] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.919853] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 811.995539] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.995687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.995756] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.996021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.996739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.997018] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 811.997120] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.997195] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 811.997259] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 811.997331] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 811.997398] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGH for action security_group_rules [ 811.997470] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGH for action security_group_rules [ 811.997530] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 with Priority: HIGH for action security_group_rules [ 811.997586] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGH for action security_group_rules [ 811.997643] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8af9902e-6615-4028-a892-42a8175d60ab with Priority: HIGH for action security_group_rules [ 811.997694] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGH for action security_group_rules [ 811.997754] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 with Priority: HIGH for action security_group_rules [ 811.997842] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGH for action security_group_rules [ 811.997927] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 with Priority: HIGH for action security_group_rules [ 811.997990] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 with Priority: HIGH for action security_group_rules [ 811.998071] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 with Priority: HIGH for action security_group_rules [ 811.998128] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGH for action security_group_rules [ 811.998186] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 828f1680-4574-42a6-a127-58fd7fcd2680 with Priority: HIGH for action security_group_rules [ 811.998250] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGH for action security_group_rules [ 811.998403] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGH for action security_group_rules [ 811.998478] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGH for action security_group_rules [ 811.998536] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGH for action security_group_rules [ 811.998594] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGH for action security_group_rules [ 811.998652] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGH for action security_group_rules [ 811.998711] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8d4609d-06b8-430d-9640-4aefb52df18d with Priority: HIGH for action security_group_rules [ 811.998806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.323467] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.323574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.323574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.323759] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.323846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.323939] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be updated. [ 812.362409] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.362545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.362545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.362723] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.362864] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.374511] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: IN_PROGRESS for 2s [ 813.705960] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 in Status: SUCCESS [ 813.708493] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.708773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.709225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.709537] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.710377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.710377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.710377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.710377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.710377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.710377] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.759712] env[66962]: INFO networking_nsxv3.common.synchronization [None req-a546321f-73ad-44cf-b603-3b4c72c7f40a None None] Enqueued Resource ID: 86d3d762-261a-4d61-8e94-872f56577aa2 with Priority: HIGHEST for action port [ 813.760372] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d3d762-261a-4d61-8e94-872f56577aa2 with Priority: HIGHEST for action port [ 813.760517] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGH for action security_group_rules [ 813.760620] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 with Priority: HIGH for action security_group_rules [ 813.760720] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 with Priority: HIGH for action security_group_rules [ 813.760815] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45edf837-a942-44c1-91ab-87564c430be6 with Priority: HIGH for action security_group_rules [ 813.760909] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d4609d-06b8-430d-9640-4aefb52df18d with Priority: HIGH for action security_group_rules [ 813.761076] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGH for action security_group_rules [ 813.764976] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69baa812-fca4-460b-9687-102629b68e6d with Priority: HIGH for action security_group_rules [ 813.764976] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGH for action security_group_rules [ 813.764976] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGH for action security_group_rules [ 813.764976] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc with Priority: HIGH for action security_group_rules [ 813.764976] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828f1680-4574-42a6-a127-58fd7fcd2680 with Priority: HIGH for action security_group_rules [ 813.764976] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGH for action security_group_rules [ 813.764976] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 with Priority: HIGH for action security_group_rules [ 813.764976] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 with Priority: HIGH for action security_group_rules [ 813.764976] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 with Priority: HIGH for action security_group_rules [ 813.764976] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGH for action security_group_rules [ 813.764976] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGH for action security_group_rules [ 813.764976] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af9902e-6615-4028-a892-42a8175d60ab with Priority: HIGH for action security_group_rules [ 813.764976] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGH for action security_group_rules [ 813.764976] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGH for action security_group_rules [ 813.764976] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-86d3d762-261a-4d61-8e94-872f56577aa2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.764976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86d3d762-261a-4d61-8e94-872f56577aa2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.764976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86d3d762-261a-4d61-8e94-872f56577aa2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.764976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86d3d762-261a-4d61-8e94-872f56577aa2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.768379] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86d3d762-261a-4d61-8e94-872f56577aa2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.769955] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.769955] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.770158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.770751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.770751] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.771683] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07383a35-f47d-401e-85e0-c5ab0bad79b4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.773383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.773383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.773383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.773383] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07383a35-f47d-401e-85e0-c5ab0bad79b4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.773982] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.774132] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.774202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.774422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.774744] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c425ea8-1108-44bd-9fe4-d4260c1e9ae7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.781474] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45edf837-a942-44c1-91ab-87564c430be6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.781474] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.781474] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.781474] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.781474] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45edf837-a942-44c1-91ab-87564c430be6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.782736] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8d4609d-06b8-430d-9640-4aefb52df18d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.782736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.782736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.782908] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.782979] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8d4609d-06b8-430d-9640-4aefb52df18d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.783984] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e99876-c9d4-4083-9800-dd2400801835 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.788406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.788406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.788556] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.788556] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e99876-c9d4-4083-9800-dd2400801835',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.790016] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69baa812-fca4-460b-9687-102629b68e6d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.790144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.790191] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.790357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.790425] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69baa812-fca4-460b-9687-102629b68e6d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.791478] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.791551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.791597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.791759] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.791827] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.792922] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.792922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.792922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.793687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.793770] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.794147] env[66962]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 813.794928] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.795065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.795127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.795305] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.795380] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f54c10e5-da46-41b3-ac5f-92edde4b4bcc',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.796208] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-828f1680-4574-42a6-a127-58fd7fcd2680 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.796342] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.796388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.796579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.796622] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('828f1680-4574-42a6-a127-58fd7fcd2680',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.797857] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.801116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.801116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.801116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.801116] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.801116] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef56158e-ce23-4232-99f2-f2f1455ba7b7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.801116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.801116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.801116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.801116] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef56158e-ce23-4232-99f2-f2f1455ba7b7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.801116] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424d6444-68a9-4efb-bfcc-8ac3b14028b2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.801624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.801624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.801624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.801624] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424d6444-68a9-4efb-bfcc-8ac3b14028b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.808025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c4c54dd-9755-4905-8f34-00dcb7843a22 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.808025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.808025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.808025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.808025] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c4c54dd-9755-4905-8f34-00dcb7843a22',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.808025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.808025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.808025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.808025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.808025] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.810033] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.810182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.810305] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.810580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.810668] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.811880] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af9902e-6615-4028-a892-42a8175d60ab taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.811998] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.812184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.812500] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.812580] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af9902e-6615-4028-a892-42a8175d60ab',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.813550] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.813669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.813736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.813888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.813937] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.815033] env[66962]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 813.815033] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.815033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.815033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.815245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.815245] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.816970] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86d3d762-261a-4d61-8e94-872f56577aa2 [ 813.817148] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.817269] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.817306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.817445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.818469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.818469] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86d3d762-261a-4d61-8e94-872f56577aa2 already deleted. [ 813.818575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86d3d762-261a-4d61-8e94-872f56577aa2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.824497] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.824497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.824497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.824497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.824497] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.824497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.824497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.824497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.824497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.824497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.824497] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.846768] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.846921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.846970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.847271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.875717] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.876062] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07383a35-f47d-401e-85e0-c5ab0bad79b4 is going to be deleted. [ 813.926497] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.926672] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.926745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.926949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.927228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.927228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07383a35-f47d-401e-85e0-c5ab0bad79b4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.213508] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d89fb4-418e-4e91-a5ba-c65a4431fe75 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.214066] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.214436] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.214688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.214865] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.214969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.215041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.215190] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.215268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.215349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.215485] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d89fb4-418e-4e91-a5ba-c65a4431fe75 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.215573] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.215670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.215770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.215901] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.215998] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.216063] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.216204] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.216328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.216370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.216428] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.331035] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.331035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.331035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.331035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.331035] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.331035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.331035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.331519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.331519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.331582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.331748] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.331837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.331875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.332027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.332159] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.332303] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.332361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.332489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.332560] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.332636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.332715] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.366576] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.366772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.366772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.366976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.367103] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.367298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.367298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.367398] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.367480] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.367694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.367694] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.369444] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.369576] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.369576] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.369707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.369936] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.369936] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.370039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.370953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.370953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.370953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.370953] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.373588] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.374021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.374021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.374021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.374832] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.374832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.374832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.374832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.374832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.374832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.374832] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c425ea8-1108-44bd-9fe4-d4260c1e9ae7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.382089] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.382265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.382495] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.382610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.382674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.383144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.383144] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.383144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.383144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.383329] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.383363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.383528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.383528] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.384365] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.384657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.384657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.384657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.384809] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.385430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.385430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.385430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.385430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.385430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.385430] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.387297] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.387758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.387758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.387758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.387758] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.388181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.388181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.388181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.388181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.388181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.388907] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.391059] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e99876-c9d4-4083-9800-dd2400801835 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.391059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.391059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.391059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.391059] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.391059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.391059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.391059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.391059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.391059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.391059] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0e99876-c9d4-4083-9800-dd2400801835',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.402980] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.402980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.402980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.402980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.421948] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.422247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.430108] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.430169] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af9902e-6615-4028-a892-42a8175d60ab is going to be deleted. [ 814.433685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.433685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.433685] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 814.433903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.434320] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.434535] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.434928] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.434928] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.434928] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.435858] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.435858] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.435858] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.435858] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.436993] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.437110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.438314] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.438445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.439403] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.439506] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.446300] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.446586] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.447310] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.447422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.453096] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.453362] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.454935] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.455126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.456148] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.456148] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45edf837-a942-44c1-91ab-87564c430be6 is going to be deleted. [ 814.457564] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.457661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.457745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.457906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.492910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.492910] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69baa812-fca4-460b-9687-102629b68e6d is going to be deleted. [ 814.493608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.493726] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.516180] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.516180] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.522933] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.523145] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f54c10e5-da46-41b3-ac5f-92edde4b4bcc is going to be deleted. [ 814.524243] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.524387] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.532160] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.533176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.546543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.546683] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424d6444-68a9-4efb-bfcc-8ac3b14028b2 is going to be deleted. [ 814.549021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.549021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.579515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.579515] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be deleted. [ 814.580537] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.580773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.633946] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.634205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.660645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.660825] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8d4609d-06b8-430d-9640-4aefb52df18d is going to be deleted. [ 814.662704] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.662704] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.719435] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.719435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.722676] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.722676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.722902] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50d89fb4-418e-4e91-a5ba-c65a4431fe75: rpc.has_security_group_logging(os_id): False [ 814.736488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.736636] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef56158e-ce23-4232-99f2-f2f1455ba7b7 is going to be deleted. [ 814.737653] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.737900] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.766797] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.766797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.766987] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.766987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.812505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.812682] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 828f1680-4574-42a6-a127-58fd7fcd2680 is going to be deleted. [ 814.813674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.814174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.828578] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.828796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.835240] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3: rpc.has_security_group_logging(os_id): False [ 814.870261] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.870261] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.870261] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.870690] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.870690] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.870792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.870827] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.871014] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.871085] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.871146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.871313] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.871405] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.871458] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.871582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.871717] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.871795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.871849] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.871977] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.872062] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.872138] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.872226] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.873799] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.895850] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.896752] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0e99876-c9d4-4083-9800-dd2400801835',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.900049] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.900049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.900049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.900049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.900049] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.900049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.900049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.900489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.900489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.900489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.900489] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.900673] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.900673] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.900817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.900935] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.901033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.901098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.901303] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.901393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.901474] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.901555] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.903037] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.903037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.903037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.903037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.903037] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.903037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.903037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.903383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.903383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.903451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.903673] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.903759] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.903799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.903930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.904059] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.904151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.904208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.904344] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.904421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.904503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.905214] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.906561] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c425ea8-1108-44bd-9fe4-d4260c1e9ae7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.939494] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.939657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.939731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.939938] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.940118] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.940221] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.940284] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.940435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.940557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.940615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.940757] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.940840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.940899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.941048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.941184] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.941763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.941763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.941763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.941763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.941763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.941763] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.075505] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.075643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.086731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.086937] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c4c54dd-9755-4905-8f34-00dcb7843a22 is going to be deleted. [ 815.088370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.088646] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.088772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.088888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af9902e-6615-4028-a892-42a8175d60ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.089105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.089513] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.089611] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.089723] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45edf837-a942-44c1-91ab-87564c430be6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.090297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.090477] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.090565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.090687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69baa812-fca4-460b-9687-102629b68e6d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.090927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.091091] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.091171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.091336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f54c10e5-da46-41b3-ac5f-92edde4b4bcc" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.091459] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.091602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.091678] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.091785] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424d6444-68a9-4efb-bfcc-8ac3b14028b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.092049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.093165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.121739] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.121859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.154558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.155653] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.155808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.155898] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.156078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.156169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.156418] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.156535] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.156535] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.156780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.156780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.156938] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.157027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.157128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.157773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.157773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.157773] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 is going to be updated. [ 815.158498] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.158664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.158749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.158871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.159013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.159326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.159326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.159326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8d4609d-06b8-430d-9640-4aefb52df18d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.159490] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.159611] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.200965] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.201137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.259351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.259615] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.259615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.259715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.260193] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.260193] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.260313] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.260367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.260402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.260538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.260607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.260880] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.260880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.260976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.261163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.261281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.261365] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 is going to be updated. [ 815.267024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.267024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.267024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.267024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef56158e-ce23-4232-99f2-f2f1455ba7b7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.267024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.267024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.267024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.267024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-828f1680-4574-42a6-a127-58fd7fcd2680" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.341414] env[66962]: INFO networking_nsxv3.common.synchronization [None req-d1ea2fac-2367-4ad3-88b5-a6fbbdde0b42 tempest-ServersTestBootFromVolume-473308074 tempest-ServersTestBootFromVolume-473308074-project-member] Enqueued Resource ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 with Priority: HIGHEST for action security_group_rules [ 815.342785] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 with Priority: HIGHEST for action security_group_rules [ 815.343193] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13a897d4-7f81-483d-ad64-489ec6b97cc7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.343863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.343863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.343863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.343863] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13a897d4-7f81-483d-ad64-489ec6b97cc7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.351174] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.351413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.351486] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.351702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.351791] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.351914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c4c54dd-9755-4905-8f34-00dcb7843a22" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.375448] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ceed366-e1c3-4346-bdde-720a4876026c: rpc.has_security_group_logging(os_id): False [ 815.376761] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71a7e251-622e-40d2-9219-7c017319b7e2: rpc.has_security_group_logging(os_id): False [ 815.402440] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0e99876-c9d4-4083-9800-dd2400801835: rpc.has_security_group_logging(os_id): False [ 815.404266] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edde1203-b70c-41f8-a830-6c336906e0e6: rpc.has_security_group_logging(os_id): False [ 815.409050] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce11e631-3066-4efa-aa1e-d24f52c90cee: rpc.has_security_group_logging(os_id): False [ 815.410350] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 802094f0-b6d4-4716-a34d-7efcc11894da: rpc.has_security_group_logging(os_id): False [ 815.412087] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7: rpc.has_security_group_logging(os_id): False [ 815.444200] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eec93bd7-ee62-41d8-8a49-3ef7642f6909: rpc.has_security_group_logging(os_id): False [ 815.455754] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.455960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.455960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.456237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.457782] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.457897] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.458584] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.458729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.459117] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.459384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.466273] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.466504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.467314] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.467473] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.476654] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.476810] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.487114] env[66962]: INFO networking_nsxv3.common.synchronization [None req-fc0f0d2a-f4a9-47c1-ba9b-172c46f4a2f0 tempest-ServersTestBootFromVolume-473308074 tempest-ServersTestBootFromVolume-473308074-project-member] Enqueued Resource ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 with Priority: HIGHEST for action security_group_rules [ 815.487114] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 with Priority: HIGHEST for action security_group_rules [ 815.487114] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13a897d4-7f81-483d-ad64-489ec6b97cc7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.487114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.498642] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.498811] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.500202] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.500350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.514890] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.515654] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.515654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.515654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.515878] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.515878] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.515953] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be updated. [ 815.517375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.517487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.552473] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.552473] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.582676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.582904] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.583079] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.583149] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.583379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.583468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.583935] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.584082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.584158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.584293] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.584371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.585036] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.585036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.585036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.585220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.585220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.585283] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da is going to be updated. [ 815.586690] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.586876] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.639805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.640615] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.640615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.640615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.640615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.640892] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.640892] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 is going to be updated. [ 815.644545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.644545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.644655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.648349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.648349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.674294] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 in Status: IN_PROGRESS for 2s [ 815.701753] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.701928] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.737855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.740022] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.740022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.740022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.740022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.740022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.740022] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.740022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.740022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.741169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.744859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.744859] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.744859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.744859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.744859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.744859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.744859] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 815.744859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.744859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.787923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.788256] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.788437] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.788731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.788731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.788731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.790488] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.790488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.790488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.790488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.790488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.790488] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.790488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.790488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.790488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.790488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.790488] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be updated. [ 815.792353] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.792547] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.792669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.793720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.793883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.814514] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: IN_PROGRESS for 2s [ 815.837819] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.838103] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.843465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.843921] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.843921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.844106] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.844658] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.844658] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.844658] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e99876-c9d4-4083-9800-dd2400801835 is going to be updated. [ 815.845531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.845729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.845888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.847699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.847961] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.852502] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.852673] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.882025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.882025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.890242] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: IN_PROGRESS for 2s [ 815.892724] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.892914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.900247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.900645] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.900806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.900806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.901011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.901108] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.901268] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edde1203-b70c-41f8-a830-6c336906e0e6 is going to be updated. [ 815.902567] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.902664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.902816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.903821] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.903999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.904147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.905163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.905338] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.974996] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 in Status: IN_PROGRESS for 2s [ 815.976029] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: IN_PROGRESS for 2s [ 815.985313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.986036] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.986036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.986036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.989387] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.989539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.989782] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.989893] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.989954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.990163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.990235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.990454] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.990539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.990607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.990731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.990828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.990917] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 815.992143] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.992328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.992412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.992472] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 already deleted. [ 815.992674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.992674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.992822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.992957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.993963] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.994214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.994314] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13a897d4-7f81-483d-ad64-489ec6b97cc7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.020776] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.020973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.021043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.021282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.021437] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.023720] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 816.115181] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.115340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.115414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.115624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.115775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.123048] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: IN_PROGRESS for 2s [ 816.150067] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.150468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.150646] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.150762] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.150910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.155240] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e99876-c9d4-4083-9800-dd2400801835 in Status: IN_PROGRESS for 2s [ 816.177198] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: IN_PROGRESS for 2s [ 816.244657] env[66962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 816.245183] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.245565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.245565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.245699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.245775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.324748] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 816.338943] env[66962]: INFO networking_nsxv3.common.synchronization [None req-b165b573-7229-41d8-8097-68b4ff10bc1d None None] Enqueued Resource ID: 690a7ea1-2819-4ecf-9659-b66a3ec70775 with Priority: HIGHEST for action port [ 816.342182] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 690a7ea1-2819-4ecf-9659-b66a3ec70775 with Priority: HIGHEST for action port [ 816.342182] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-690a7ea1-2819-4ecf-9659-b66a3ec70775 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.342182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-690a7ea1-2819-4ecf-9659-b66a3ec70775" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.342182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-690a7ea1-2819-4ecf-9659-b66a3ec70775" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.342182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-690a7ea1-2819-4ecf-9659-b66a3ec70775" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.342182] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('690a7ea1-2819-4ecf-9659-b66a3ec70775',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.505892] env[66962]: INFO networking_nsxv3.common.synchronization [req-b7920e89-fb88-418a-a6b2-b0f68590a375 req-36276e15-a9dd-4b93-8bea-9a6cb4651b1e tempest-ServerRescueNegativeTestJSON-1898878050 tempest-ServerRescueNegativeTestJSON-1898878050-project-member] Enqueued Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_members [ 816.506547] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_members [ 816.506869] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.507029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.507096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.507371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.507731] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.511395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.511395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.511623] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.511669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.511846] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.517395] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.517667] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.517760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.518111] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.518111] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.518282] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 already deleted. [ 816.518282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.844762] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 690a7ea1-2819-4ecf-9659-b66a3ec70775 [ 816.845189] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.845189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.845189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.845433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.845512] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.845607] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:690a7ea1-2819-4ecf-9659-b66a3ec70775 already deleted. [ 816.845681] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-690a7ea1-2819-4ecf-9659-b66a3ec70775" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.988198] env[66962]: INFO networking_nsxv3.common.synchronization [req-7143fbbd-8471-4138-8e14-09412948772b req-4a86203f-04cd-4b81-964a-ae2f40087aef tempest-ImagesOneServerNegativeTestJSON-1548135388 tempest-ImagesOneServerNegativeTestJSON-1548135388-project-member] Enqueued Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 816.990409] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 816.990530] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.990718] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.990786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.991055] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.991309] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.991419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.991847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.991847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.991847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.991847] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.015197] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.015347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.015410] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.015597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.016268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.016268] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.016268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.016268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.017392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.017392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.017392] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c already deleted. [ 817.017392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.028028] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.028028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-429" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.028028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-429" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.028028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-429" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.028028] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.028028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.028028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.028028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.028028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.028028] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.028028] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.028028] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.028028] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.028716] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.028716] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.028716] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.046015] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.046404] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.046404] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.046596] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-429" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.046947] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-79745e58-07a6-4d77-a8c6-afbe9473b58e taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.047170] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-79745e58-07a6-4d77-a8c6-afbe9473b58e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.047292] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-79745e58-07a6-4d77-a8c6-afbe9473b58e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.049036] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-79745e58-07a6-4d77-a8c6-afbe9473b58e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.049036] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79745e58-07a6-4d77-a8c6-afbe9473b58e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.267423] env[66962]: INFO networking_nsxv3.common.synchronization [None req-9ef7f6e3-5e2b-45a1-bbd2-6c51aa65ee6d None None] Enqueued Resource ID: 3dabe4d1-c20b-4d8e-9791-b1aaa4cc3977 with Priority: HIGHEST for action port [ 817.270764] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dabe4d1-c20b-4d8e-9791-b1aaa4cc3977 with Priority: HIGHEST for action port [ 817.271908] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dabe4d1-c20b-4d8e-9791-b1aaa4cc3977 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.272139] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dabe4d1-c20b-4d8e-9791-b1aaa4cc3977" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.272268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dabe4d1-c20b-4d8e-9791-b1aaa4cc3977" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.272643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dabe4d1-c20b-4d8e-9791-b1aaa4cc3977" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.272787] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dabe4d1-c20b-4d8e-9791-b1aaa4cc3977',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.493972] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.494223] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.494223] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.494388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.494487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.494687] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.494782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.494843] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.494993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.495096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.495162] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da is going to be updated. [ 817.527483] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.527483] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.529096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.529096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.529096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.542366] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: IN_PROGRESS for 2s [ 817.553861] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.554107] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.554333] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.554623] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.554777] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.554969] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 79745e58-07a6-4d77-a8c6-afbe9473b58e not found, creating... [ 817.555340] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.555432] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.555567] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.555886] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.555961] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.556269] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.556438] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.556617] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.556882] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.557033] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.557191] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 79745e58-07a6-4d77-a8c6-afbe9473b58e is going to be created. [ 817.611389] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.611608] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.611890] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.612016] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.612249] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.612635] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-79745e58-07a6-4d77-a8c6-afbe9473b58e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.711263] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 in Status: SUCCESS [ 817.711770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.776403] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dabe4d1-c20b-4d8e-9791-b1aaa4cc3977 [ 817.776638] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.776783] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.776853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.777135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.777225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.777341] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dabe4d1-c20b-4d8e-9791-b1aaa4cc3977 already deleted. [ 817.777427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dabe4d1-c20b-4d8e-9791-b1aaa4cc3977" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.834418] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: SUCCESS [ 817.834652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.905204] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: SUCCESS [ 817.905506] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.991492] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 in Status: SUCCESS [ 817.991492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.992161] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: SUCCESS [ 817.992387] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.042339] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 818.042339] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.144399] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 818.144616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.170837] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0e99876-c9d4-4083-9800-dd2400801835 in Status: SUCCESS [ 818.170837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.190666] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: SUCCESS [ 818.191378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.320015] env[66962]: INFO networking_nsxv3.common.synchronization [req-b7920e89-fb88-418a-a6b2-b0f68590a375 req-0b558946-d082-43c7-a352-3e2ecfd87667 service nova] Enqueued Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_rules [ 818.320197] env[66962]: INFO networking_nsxv3.common.synchronization [req-b7920e89-fb88-418a-a6b2-b0f68590a375 req-0b558946-d082-43c7-a352-3e2ecfd87667 service nova] Enqueued Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_members [ 818.320333] env[66962]: INFO networking_nsxv3.common.synchronization [req-b7920e89-fb88-418a-a6b2-b0f68590a375 req-0b558946-d082-43c7-a352-3e2ecfd87667 service nova] Enqueued Resource ID: 79745e58-07a6-4d77-a8c6-afbe9473b58e with Priority: HIGHEST for action port [ 818.320869] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_rules [ 818.321015] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_members [ 818.324439] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79745e58-07a6-4d77-a8c6-afbe9473b58e with Priority: HIGHEST for action port [ 818.324603] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa004fc6-491a-4f9e-ba06-54217ef5ff9c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.324728] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.324790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.325067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.325167] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.328297] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.328297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.328297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.328297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.328297] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.328297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.328297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.328297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.328297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.328297] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.331023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-79745e58-07a6-4d77-a8c6-afbe9473b58e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.331165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79745e58-07a6-4d77-a8c6-afbe9473b58e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.331268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79745e58-07a6-4d77-a8c6-afbe9473b58e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.331358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79745e58-07a6-4d77-a8c6-afbe9473b58e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.331439] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79745e58-07a6-4d77-a8c6-afbe9473b58e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.358679] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 818.358983] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.807552] env[66962]: INFO networking_nsxv3.common.synchronization [None req-4a99178f-6a2c-4766-b578-fa07a00cfed7 None None] Enqueued Resource ID: baf4d794-3e0f-4ea0-816f-ee2814027ea3 with Priority: HIGHEST for action port [ 818.807820] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf4d794-3e0f-4ea0-816f-ee2814027ea3 with Priority: HIGHEST for action port [ 818.808347] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-baf4d794-3e0f-4ea0-816f-ee2814027ea3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.808347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baf4d794-3e0f-4ea0-816f-ee2814027ea3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.808347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baf4d794-3e0f-4ea0-816f-ee2814027ea3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.809403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baf4d794-3e0f-4ea0-816f-ee2814027ea3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.809403] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baf4d794-3e0f-4ea0-816f-ee2814027ea3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.832951] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.834302] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.834430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.835583] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79745e58-07a6-4d77-a8c6-afbe9473b58e with status ACTIVE [ 818.835583] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.835583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.835583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.835583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.835583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.835583] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.836026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.836026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.836026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.836026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.837670] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.837670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.837670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.837670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.837670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.837670] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79745e58-07a6-4d77-a8c6-afbe9473b58e is going to be updated. [ 818.860740] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.861645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.861645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.861645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.861645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.861645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79745e58-07a6-4d77-a8c6-afbe9473b58e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.924124] env[66962]: INFO networking_nsxv3.common.synchronization [req-a3ec2f45-6df3-4d3b-b0df-a73bc3ff8759 req-802ce785-8dbb-4c3d-9d37-df01ea502b9c tempest-ServerRescueNegativeTestJSON-1898878050 tempest-ServerRescueNegativeTestJSON-1898878050-project-member] Enqueued Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_members [ 818.926505] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_members [ 818.926505] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.926505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.312449] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baf4d794-3e0f-4ea0-816f-ee2814027ea3 [ 819.313917] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.313917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.313917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.313917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.313917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.313917] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baf4d794-3e0f-4ea0-816f-ee2814027ea3 already deleted. [ 819.313917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baf4d794-3e0f-4ea0-816f-ee2814027ea3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.336112] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.510481] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.510729] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-429" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.512147] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-429" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.512620] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-429" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.512916] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.513094] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.513211] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.513465] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.513673] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.513891] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.514171] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.514171] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.514322] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.514322] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.514435] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.514833] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.537713] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.537713] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.537713] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.537713] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-429" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.537713] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-34a0ba44-2c7a-49c2-8181-72a6134e0381 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.538177] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-34a0ba44-2c7a-49c2-8181-72a6134e0381" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.538177] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-34a0ba44-2c7a-49c2-8181-72a6134e0381" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.538469] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-34a0ba44-2c7a-49c2-8181-72a6134e0381" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.538469] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34a0ba44-2c7a-49c2-8181-72a6134e0381',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.555395] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: SUCCESS [ 819.555619] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da deletion is rescheduled due to dependency. [ 819.555763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.843031] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.843031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.843031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.843031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.843031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.843031] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c is going to be created. [ 819.873411] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.873576] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.873576] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.873747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.873864] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.884903] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c in Status: UNINITIALIZED for 2s [ 820.041675] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.042196] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.042196] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.042468] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.042564] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.042669] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 34a0ba44-2c7a-49c2-8181-72a6134e0381 not found, creating... [ 820.042930] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.043145] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.043265] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.044194] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.044194] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.044194] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.044194] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.044194] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.044447] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.044582] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.044723] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 34a0ba44-2c7a-49c2-8181-72a6134e0381 is going to be created. [ 820.080646] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.080646] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.080646] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.080646] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.080646] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.080646] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-34a0ba44-2c7a-49c2-8181-72a6134e0381" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.821351] env[66962]: INFO networking_nsxv3.common.synchronization [req-a3ec2f45-6df3-4d3b-b0df-a73bc3ff8759 req-06ed3a43-53a3-44cb-b6f6-3bae4f8f82ac service nova] Enqueued Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_rules [ 820.821547] env[66962]: INFO networking_nsxv3.common.synchronization [req-a3ec2f45-6df3-4d3b-b0df-a73bc3ff8759 req-06ed3a43-53a3-44cb-b6f6-3bae4f8f82ac service nova] Enqueued Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_members [ 820.821701] env[66962]: INFO networking_nsxv3.common.synchronization [req-a3ec2f45-6df3-4d3b-b0df-a73bc3ff8759 req-06ed3a43-53a3-44cb-b6f6-3bae4f8f82ac service nova] Enqueued Resource ID: 34a0ba44-2c7a-49c2-8181-72a6134e0381 with Priority: HIGHEST for action port [ 820.822225] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_rules [ 820.822420] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_members [ 820.822474] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a0ba44-2c7a-49c2-8181-72a6134e0381 with Priority: HIGHEST for action port [ 820.822766] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa004fc6-491a-4f9e-ba06-54217ef5ff9c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.822846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.823055] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.823147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.823331] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-34a0ba44-2c7a-49c2-8181-72a6134e0381 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.823425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34a0ba44-2c7a-49c2-8181-72a6134e0381" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.823484] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34a0ba44-2c7a-49c2-8181-72a6134e0381" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.823695] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34a0ba44-2c7a-49c2-8181-72a6134e0381" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.823773] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34a0ba44-2c7a-49c2-8181-72a6134e0381',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.326361] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34a0ba44-2c7a-49c2-8181-72a6134e0381 with status ACTIVE [ 821.327162] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.331973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.331973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.331973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.331973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.331973] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.331973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.331973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.331973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.331973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.331973] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.331973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.331973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.331973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.331973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.332627] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34a0ba44-2c7a-49c2-8181-72a6134e0381 is going to be updated. [ 821.371150] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.371533] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.371533] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.371672] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.371710] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.372564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34a0ba44-2c7a-49c2-8181-72a6134e0381" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.895773] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c in Status: SUCCESS [ 821.895773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.895773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.895956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.896033] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.896160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.897050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.897050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.897050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.897050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.897050] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.898563] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.898848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.899192] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.899192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.900120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.900120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.900120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.900120] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.400056] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.400360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.401685] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.908022] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.411434] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.412499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.412499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.412499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.412499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.412499] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c is going to be updated. [ 823.442756] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.442948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.443067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.443205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.443477] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.453700] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c in Status: IN_PROGRESS for 2s [ 824.463245] env[66962]: INFO networking_nsxv3.common.synchronization [req-b878b329-0498-4009-9051-76ef0d6d115c req-3e200e46-8112-4b59-9fcc-47f14c6ea38a tempest-ListServerFiltersTestJSON-468872672 tempest-ListServerFiltersTestJSON-468872672-project-member] Enqueued Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 824.463837] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 824.464202] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.464352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.464422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.465662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.465790] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.466047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.466096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.466271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.466432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.466544] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.878425] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.878615] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-67" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.878733] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-67" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.879259] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-67" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.879467] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.879627] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.879741] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.879965] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.880124] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.880382] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.880509] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.880604] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.880712] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.880822] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.880925] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.881066] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.902455] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.902667] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 824.902798] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.903062] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-67" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.903427] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-b7b7e563-3fd3-4d26-b167-99736e21fff1 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.903642] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-b7b7e563-3fd3-4d26-b167-99736e21fff1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.903723] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-b7b7e563-3fd3-4d26-b167-99736e21fff1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.904029] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-b7b7e563-3fd3-4d26-b167-99736e21fff1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.904165] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7b7e563-3fd3-4d26-b167-99736e21fff1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.969640] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.969819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.969874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.970120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.970191] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.970866] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.970866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.970866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.970866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.970866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.970866] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 already deleted. [ 824.971232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.409782] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.409782] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.409782] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.409782] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.409782] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.409782] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port b7b7e563-3fd3-4d26-b167-99736e21fff1 not found, creating... [ 825.409782] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.409782] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.409782] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.409782] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.409782] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.411121] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.411493] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.411651] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.411933] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.412187] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.412415] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: b7b7e563-3fd3-4d26-b167-99736e21fff1 is going to be created. [ 825.441710] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.441979] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.442685] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.442685] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.443010] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.443010] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-b7b7e563-3fd3-4d26-b167-99736e21fff1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.469686] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c in Status: SUCCESS [ 825.469686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.469686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.469686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.469686] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.469686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.469686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.469686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.469686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.469686] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.971680] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.156924] env[66962]: INFO networking_nsxv3.common.synchronization [req-b878b329-0498-4009-9051-76ef0d6d115c req-faee2269-86dd-42ea-b070-29d74e7a3fa0 service nova] Enqueued Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_rules [ 826.157124] env[66962]: INFO networking_nsxv3.common.synchronization [req-b878b329-0498-4009-9051-76ef0d6d115c req-faee2269-86dd-42ea-b070-29d74e7a3fa0 service nova] Enqueued Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 826.157279] env[66962]: INFO networking_nsxv3.common.synchronization [req-b878b329-0498-4009-9051-76ef0d6d115c req-faee2269-86dd-42ea-b070-29d74e7a3fa0 service nova] Enqueued Resource ID: b7b7e563-3fd3-4d26-b167-99736e21fff1 with Priority: HIGHEST for action port [ 826.157796] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_rules [ 826.157932] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 826.158178] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b7e563-3fd3-4d26-b167-99736e21fff1 with Priority: HIGHEST for action port [ 826.158497] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.158626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.158688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.159041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.159143] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.160517] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.160751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.160821] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.161009] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.161169] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.161264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.161376] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.161532] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.161626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.161724] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.162945] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7b7e563-3fd3-4d26-b167-99736e21fff1 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.163094] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7b7e563-3fd3-4d26-b167-99736e21fff1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.163222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7b7e563-3fd3-4d26-b167-99736e21fff1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.163380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7b7e563-3fd3-4d26-b167-99736e21fff1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.163462] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7b7e563-3fd3-4d26-b167-99736e21fff1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.474317] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.665157] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.665157] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.666431] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.668289] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7b7e563-3fd3-4d26-b167-99736e21fff1 with status ACTIVE [ 826.668533] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.668658] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.668735] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.669321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.669380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.669600] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.669786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.669786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.670218] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.670305] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.670494] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.670597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.670664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.670794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.670869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.670960] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7b7e563-3fd3-4d26-b167-99736e21fff1 is going to be updated. [ 826.704637] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.704637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.704909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.704967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.709229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.709540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7b7e563-3fd3-4d26-b167-99736e21fff1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.980236] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.980401] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.980475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.980678] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.980780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.980888] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c is going to be updated. [ 827.016266] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.016449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.016496] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.016765] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.016927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.033412] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c in Status: IN_PROGRESS for 2s [ 827.177024] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.677803] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.677803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.677803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.677803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.677803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.677803] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 is going to be created. [ 827.717871] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.717871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.717871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.717871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.717871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.737866] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: UNINITIALIZED for 2s [ 827.840725] env[66962]: INFO networking_nsxv3.common.synchronization [req-42cf2c14-2f9d-4065-8471-2ddb11d74878 req-150b65c8-9458-406b-bd1a-763f803f8221 tempest-FloatingIPsAssociationTestJSON-1320767066 tempest-FloatingIPsAssociationTestJSON-1320767066-project-member] Enqueued Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_members [ 827.840725] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_members [ 827.840725] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d89fb4-418e-4e91-a5ba-c65a4431fe75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.840725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.840725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.840725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.842432] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.842752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.842939] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.843247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.843619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.845547] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.347180] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.849372] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.043973] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c in Status: SUCCESS [ 829.044211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.044382] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.044598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.044790] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.044905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.044987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.045127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.045201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.045285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.045437] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.045562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.045600] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.045813] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.045892] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.046074] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.046074] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.046201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.046201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.046371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.046371] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.352053] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.352263] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.352263] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.354026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.354026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.354026] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 is going to be updated. [ 829.390157] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.390360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.390562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.390711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.390979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.402127] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 in Status: IN_PROGRESS for 2s [ 829.550445] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa004fc6-491a-4f9e-ba06-54217ef5ff9c: rpc.has_security_group_logging(os_id): False [ 829.572879] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.573094] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.573215] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.573516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.573694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.573932] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.574110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.574206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.574439] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.574572] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.574882] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.575040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.575142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.575365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.575496] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.575787] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.575948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.576091] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.576305] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.576448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.576607] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c is going to be created. [ 829.640521] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.640839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.640839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.640986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.641195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.655034] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c in Status: IN_PROGRESS for 2s [ 829.757456] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: SUCCESS [ 829.757729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.758336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.758336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.758547] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.758652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.758652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.758828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.758927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.759083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.759160] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.314446] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.314446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.314446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.314446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.314446] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.315137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.315137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.315137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.315137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.315137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.315302] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.315302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.315302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.315761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.315761] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.315761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.315761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.316167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.316167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.316167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.319393] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.757592] env[66962]: INFO networking_nsxv3.common.synchronization [req-011b2e55-3cb0-4106-9f80-d5f77990644e req-7b8a101a-2a7d-4699-86fd-71ef5dca9850 tempest-ServerRescueTestJSON-716219528 tempest-ServerRescueTestJSON-716219528-project-member] Enqueued Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_members [ 830.758186] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_members [ 830.758498] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.758625] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.758691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.758890] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.759560] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.759733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.759787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.759916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.760014] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.760116] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.822069] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73b234c4-fc42-4fda-95a4-cba2c1e35d18: rpc.has_security_group_logging(os_id): False [ 830.842578] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.842743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.842792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.843546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.843546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.843546] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.843546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.843546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.843794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.843794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.843860] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.843979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.844036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.844147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.844216] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.844403] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.844923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.845008] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.845158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.845591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.845591] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 is going to be created. [ 830.906510] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.906510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.906764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.907396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.908058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.925145] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: IN_PROGRESS for 2s [ 831.262669] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.442538] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 in Status: SUCCESS [ 831.442538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.668071] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c in Status: SUCCESS [ 831.668304] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.668490] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.668836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.668927] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.766460] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.881660] env[66962]: INFO networking_nsxv3.common.synchronization [req-ce728bf3-a1ce-4920-bacc-f606cd424116 req-9801e3e0-39ff-4f02-92af-c1a08b145b20 tempest-ListServerFiltersTestJSON-468872672 tempest-ListServerFiltersTestJSON-468872672-project-member] Enqueued Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 831.881660] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 831.881660] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.881660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.881660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.881969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.882018] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.882129] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.882185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.882385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.882467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.883599] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.171154] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.173841] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.173952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.174196] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.174376] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.174507] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.174583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.174745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.174832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.174917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.175114] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.272908] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.272908] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.272908] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.272908] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.272908] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.272908] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 is going to be updated. [ 832.307037] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.307229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.307474] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.307960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.308122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.310225] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.310449] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-67" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.310605] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-67" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.310884] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-67" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.311707] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.311865] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.312024] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.312240] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.312404] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.312935] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.313227] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.313656] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.313953] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.314677] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.314677] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.314944] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.327025] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: IN_PROGRESS for 2s [ 832.337167] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.337512] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.337687] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.337865] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-67" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.338322] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-07fde64e-8026-4b04-a578-43ea50470a21 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.339111] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-07fde64e-8026-4b04-a578-43ea50470a21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.339111] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-07fde64e-8026-4b04-a578-43ea50470a21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.339111] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-07fde64e-8026-4b04-a578-43ea50470a21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.339432] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07fde64e-8026-4b04-a578-43ea50470a21',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.387261] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.678048] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.678399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.678399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.678866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.679265] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.679643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.679643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.679749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.679814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.680434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.680434] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.680434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.680434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.680781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.680781] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.680781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.680898] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.681018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.681147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.681256] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.681395] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.842985] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.843895] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.844158] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.844542] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.844695] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.844862] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 07fde64e-8026-4b04-a578-43ea50470a21 not found, creating... [ 832.845170] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.845366] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.845628] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.845864] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.846099] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.846455] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.846626] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.846740] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.846954] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.847152] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.847409] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 07fde64e-8026-4b04-a578-43ea50470a21 is going to be created. [ 832.873838] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.874117] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.874346] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.874727] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.875083] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.875392] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-07fde64e-8026-4b04-a578-43ea50470a21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.889308] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.938611] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: SUCCESS [ 832.938854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.186030] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa004fc6-491a-4f9e-ba06-54217ef5ff9c: rpc.has_security_group_logging(os_id): False [ 833.206211] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.206211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.206211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.207240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.207240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.207240] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.207240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.207240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.207240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.207240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.207240] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.207240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.207975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.207975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.207975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.207975] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.207975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.207975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.207975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.208493] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.208493] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c is going to be updated. [ 833.278046] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.278241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.278328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.278661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.278852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.304079] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c in Status: IN_PROGRESS for 2s [ 833.391556] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.391753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.391800] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.391995] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.392126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.392196] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 is going to be updated. [ 833.421803] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.421941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.422040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.422227] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.422453] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.433963] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: IN_PROGRESS for 2s [ 833.572489] env[66962]: INFO networking_nsxv3.common.synchronization [req-ce728bf3-a1ce-4920-bacc-f606cd424116 req-31b8f6a8-f76f-4090-bf97-ae06f1f30ada service nova] Enqueued Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_rules [ 833.573592] env[66962]: INFO networking_nsxv3.common.synchronization [req-ce728bf3-a1ce-4920-bacc-f606cd424116 req-31b8f6a8-f76f-4090-bf97-ae06f1f30ada service nova] Enqueued Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 833.573592] env[66962]: INFO networking_nsxv3.common.synchronization [req-ce728bf3-a1ce-4920-bacc-f606cd424116 req-31b8f6a8-f76f-4090-bf97-ae06f1f30ada service nova] Enqueued Resource ID: 07fde64e-8026-4b04-a578-43ea50470a21 with Priority: HIGHEST for action port [ 833.576066] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_rules [ 833.576066] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 833.576066] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fde64e-8026-4b04-a578-43ea50470a21 with Priority: HIGHEST for action port [ 833.576066] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.576066] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.576066] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.576066] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.576066] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.576836] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.576836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.576836] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-07fde64e-8026-4b04-a578-43ea50470a21 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.577062] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07fde64e-8026-4b04-a578-43ea50470a21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.577062] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07fde64e-8026-4b04-a578-43ea50470a21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.577686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07fde64e-8026-4b04-a578-43ea50470a21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.577686] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07fde64e-8026-4b04-a578-43ea50470a21',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.079184] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.079643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.079643] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07fde64e-8026-4b04-a578-43ea50470a21 with status ACTIVE [ 834.079744] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.079796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.079836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.080059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.080146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.080319] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.080417] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.080478] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.080634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.080710] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.080886] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.080969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.081031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.081166] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.081236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.081319] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07fde64e-8026-4b04-a578-43ea50470a21 is going to be updated. [ 834.104563] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.104679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.104789] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.105013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.105282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.105440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07fde64e-8026-4b04-a578-43ea50470a21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.340219] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: SUCCESS [ 834.340286] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.543939] env[66962]: INFO networking_nsxv3.common.synchronization [req-1f066e39-4ec9-4067-b0de-e99e28470cde req-83fcf937-9a04-42d1-a340-256ae4a6ba19 tempest-ListServerFiltersTestJSON-468872672 tempest-ListServerFiltersTestJSON-468872672-project-member] Enqueued Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 834.543939] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 834.543939] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.543939] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.937956] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.938192] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-67" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.938315] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-67" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.938671] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-67" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.939036] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.939284] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.939428] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.939650] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.939794] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.939995] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.940119] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.940266] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.940384] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.940507] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.940620] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.940754] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.962294] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.962568] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.962811] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.963118] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-67" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.963585] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-faff2b25-7cc1-449e-be79-d9a64ffa804b taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.963843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-faff2b25-7cc1-449e-be79-d9a64ffa804b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.964048] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-faff2b25-7cc1-449e-be79-d9a64ffa804b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.964465] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-faff2b25-7cc1-449e-be79-d9a64ffa804b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.964612] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faff2b25-7cc1-449e-be79-d9a64ffa804b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.320329] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c in Status: SUCCESS [ 835.320687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.445088] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: SUCCESS [ 835.445088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.445088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.445489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.445489] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.445489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.445489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.446578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.446578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.446578] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.467402] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.468646] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.468646] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.468646] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.468646] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.468646] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port faff2b25-7cc1-449e-be79-d9a64ffa804b not found, creating... [ 835.468909] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.468989] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.469153] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.469456] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.469627] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.469939] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.470147] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.470295] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.470528] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.470695] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.470864] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: faff2b25-7cc1-449e-be79-d9a64ffa804b is going to be created. [ 835.495631] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.495860] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.496077] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.496381] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.496657] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.496963] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-faff2b25-7cc1-449e-be79-d9a64ffa804b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.948192] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.212098] env[66962]: INFO networking_nsxv3.common.synchronization [req-1f066e39-4ec9-4067-b0de-e99e28470cde req-85ceaf77-ef5b-459d-b467-5ede82802d86 service nova] Enqueued Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_rules [ 836.212341] env[66962]: INFO networking_nsxv3.common.synchronization [req-1f066e39-4ec9-4067-b0de-e99e28470cde req-85ceaf77-ef5b-459d-b467-5ede82802d86 service nova] Enqueued Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 836.212445] env[66962]: INFO networking_nsxv3.common.synchronization [req-1f066e39-4ec9-4067-b0de-e99e28470cde req-85ceaf77-ef5b-459d-b467-5ede82802d86 service nova] Enqueued Resource ID: faff2b25-7cc1-449e-be79-d9a64ffa804b with Priority: HIGHEST for action port [ 836.213031] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_rules [ 836.213222] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 836.213342] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faff2b25-7cc1-449e-be79-d9a64ffa804b with Priority: HIGHEST for action port [ 836.214264] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.214264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.214264] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.214264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.214840] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-faff2b25-7cc1-449e-be79-d9a64ffa804b taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.214840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faff2b25-7cc1-449e-be79-d9a64ffa804b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.214840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faff2b25-7cc1-449e-be79-d9a64ffa804b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.214840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faff2b25-7cc1-449e-be79-d9a64ffa804b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.214840] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faff2b25-7cc1-449e-be79-d9a64ffa804b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.451460] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.717497] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faff2b25-7cc1-449e-be79-d9a64ffa804b with status ACTIVE [ 836.717724] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.717860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.718025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.718196] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.718348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.718500] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.719086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.719086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.719086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.719086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.719264] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.719264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.719363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.719715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.719715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.719715] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faff2b25-7cc1-449e-be79-d9a64ffa804b is going to be updated. [ 836.742463] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.742640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.742740] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.742962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.743160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.743329] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faff2b25-7cc1-449e-be79-d9a64ffa804b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.955074] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.955271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.955323] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.955552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.955645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.956267] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 is going to be updated. [ 836.990848] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.991164] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.991253] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.991603] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.991840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.001858] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: IN_PROGRESS for 2s [ 839.026453] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: SUCCESS [ 839.026453] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.026453] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.027174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.027174] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.027174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.027329] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.027557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.027711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.027855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.028234] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.029613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.029913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.030275] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.030575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.030575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.030694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.030842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.030955] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.533901] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.534263] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.534263] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.036394] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.542579] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.542579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.542579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.542579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.542579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.542579] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 is going to be updated. [ 840.572265] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.572467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.572562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.572770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.572911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.584075] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: IN_PROGRESS for 2s [ 841.122305] env[66962]: INFO networking_nsxv3.common.synchronization [req-1d4bc526-e9d8-4230-920b-5e8690c15cb3 req-46d4fba0-46c0-4d5a-bacc-69ec736818b9 tempest-ServersWithSpecificFlavorTestJSON-1484999914 tempest-ServersWithSpecificFlavorTestJSON-1484999914-project-member] Enqueued Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_members [ 841.122856] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad with Priority: HIGHEST for action security_group_members [ 841.123172] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.123287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.123379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.123554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.123696] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.123812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.123872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.124025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.124105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.124196] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f84c80a-6ad6-4b71-b854-25b0aedb18ad',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.627142] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.627375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.627839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.627839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.655134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.655437] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.655691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.655778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.655976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.656736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.656736] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad is going to be updated. [ 841.705637] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.705637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.705637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.705637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.705637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.716604] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad in Status: IN_PROGRESS for 2s [ 842.614615] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: SUCCESS [ 842.614615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.615015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.615015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.615215] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.615349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.615408] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.615674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.615782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.615882] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.119982] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.622327] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.725454] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad in Status: SUCCESS [ 843.725575] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f84c80a-6ad6-4b71-b854-25b0aedb18ad deletion is rescheduled due to dependency. [ 843.725687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f84c80a-6ad6-4b71-b854-25b0aedb18ad" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.126068] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.126068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.126068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.126068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.126068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.126951] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 is going to be updated. [ 844.154357] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.154495] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.154572] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.154834] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.154888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.164821] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: IN_PROGRESS for 2s [ 846.123414] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 846.123979] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 846.176941] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: SUCCESS [ 846.177255] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.178112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.178428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.178630] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.178777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.178871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.179139] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.179260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.179360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.179530] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.179628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.179681] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.179817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.179954] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.180052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.181027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.181027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.181027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.181027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.181027] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.682738] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73b234c4-fc42-4fda-95a4-cba2c1e35d18: rpc.has_security_group_logging(os_id): False [ 846.701157] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.701157] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.701364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.701510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.701510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.701896] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.701896] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.701896] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.702287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.702287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.702566] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.702566] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.702566] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.702786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.702903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.703169] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.703748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.703748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.703748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.703748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.703748] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 is going to be updated. [ 846.767044] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.767185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.768836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.768836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.768836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.784172] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: IN_PROGRESS for 2s [ 848.314069] env[66962]: INFO networking_nsxv3.common.synchronization [req-6d5436a6-ecfd-4ea0-be8a-72f6d714edd6 req-e1749a0c-0b13-442c-a0da-98927a502f3e tempest-AttachVolumeShelveTestJSON-1897871112 tempest-AttachVolumeShelveTestJSON-1897871112-project-member] Enqueued Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_members [ 848.314069] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_members [ 848.314448] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1707c9e6-7391-433d-8869-1c2bf494ef06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.314739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.314739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.315775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.315971] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.316091] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.316138] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.316531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.316531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.316531] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.644759] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.645028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.645187] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.645585] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.645897] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.646103] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.646245] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.646492] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.646668] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.646977] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.647139] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.647271] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.647451] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.647625] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.647746] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.647887] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.669263] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.669263] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.669263] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.669263] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.669718] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.669923] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.670077] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.670385] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.670489] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd3605a-74d6-4ba1-bfec-384e90a8fd6e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.802479] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: SUCCESS [ 848.802841] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.803375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.803482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.804288] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.819865] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.820023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.820087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.820327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.820449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.820614] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.820700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.820761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.820904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.821639] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.821639] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 already deleted. [ 848.821639] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.173433] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.173700] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.173900] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.174186] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.174334] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.174487] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 4cd3605a-74d6-4ba1-bfec-384e90a8fd6e not found, creating... [ 849.174745] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.174900] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.175020] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.175240] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.175372] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.175655] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.175811] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.175916] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.176132] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.176264] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.176399] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 4cd3605a-74d6-4ba1-bfec-384e90a8fd6e is going to be created. [ 849.197985] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.198246] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.198327] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.198605] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.198868] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.199517] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.309492] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.309753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.309827] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.310155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.310402] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.310557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.310658] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.310914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.311081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.311228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.311369] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.528787] env[66962]: INFO networking_nsxv3.common.synchronization [req-e9034ba7-5432-45a0-8881-b2592fcf9946 req-2346264d-360e-49be-b3c5-39c0afd9da90 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 with Priority: HIGHEST for action security_group_members [ 849.529044] env[66962]: INFO networking_nsxv3.common.synchronization [req-e9034ba7-5432-45a0-8881-b2592fcf9946 req-2346264d-360e-49be-b3c5-39c0afd9da90 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 849.529117] env[66962]: INFO networking_nsxv3.common.synchronization [req-e9034ba7-5432-45a0-8881-b2592fcf9946 req-2346264d-360e-49be-b3c5-39c0afd9da90 tempest-SecurityGroupsTestJSON-2082622593 tempest-SecurityGroupsTestJSON-2082622593-project-member] Enqueued Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGHEST for action security_group_members [ 849.529707] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 with Priority: HIGHEST for action security_group_members [ 849.529836] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGHEST for action security_group_members [ 849.529949] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGHEST for action security_group_members [ 849.530241] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.530363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.530433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.530630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.530793] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.530910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.530972] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.531145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.531228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.531321] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c425ea8-1108-44bd-9fe4-d4260c1e9ae7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.532320] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.532466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.532527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.532660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.532820] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.532917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.532978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.533129] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.533273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.533340] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.534319] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.534319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.534319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.534473] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.534507] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.534596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.534655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.534786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.534866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.535012] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.814506] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.814690] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.814766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.815032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.816318] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.816318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.816318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.816318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.816318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.816318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.816318] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.816318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.816318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.816885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.816885] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.816885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.816885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.816885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.816885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.819951] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.819951] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.997394] env[66962]: INFO networking_nsxv3.common.synchronization [req-6d5436a6-ecfd-4ea0-be8a-72f6d714edd6 req-117524ca-4db8-4b80-ac8a-06282524abf1 service nova] Enqueued Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_rules [ 849.997599] env[66962]: INFO networking_nsxv3.common.synchronization [req-6d5436a6-ecfd-4ea0-be8a-72f6d714edd6 req-117524ca-4db8-4b80-ac8a-06282524abf1 service nova] Enqueued Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_members [ 849.997808] env[66962]: INFO networking_nsxv3.common.synchronization [req-6d5436a6-ecfd-4ea0-be8a-72f6d714edd6 req-117524ca-4db8-4b80-ac8a-06282524abf1 service nova] Enqueued Resource ID: 4cd3605a-74d6-4ba1-bfec-384e90a8fd6e with Priority: HIGHEST for action port [ 849.998228] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_rules [ 849.998361] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_members [ 849.998458] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd3605a-74d6-4ba1-bfec-384e90a8fd6e with Priority: HIGHEST for action port [ 849.998731] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1707c9e6-7391-433d-8869-1c2bf494ef06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.998905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.998970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.999477] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.999477] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.001048] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1707c9e6-7391-433d-8869-1c2bf494ef06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.001048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.001048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.001241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.001785] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.001785] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.001785] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.001785] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.002040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.002561] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.004494] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.004494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.004494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.004494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.004494] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd3605a-74d6-4ba1-bfec-384e90a8fd6e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.036200] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.036419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.036558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.036803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.038043] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.038149] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.038387] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.038474] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.058127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.058399] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.058549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.058617] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.058833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.058927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.059037] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be updated. [ 850.060527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.060724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.060816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.061017] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.061162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.061228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.061383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.061531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.061621] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 is going to be updated. [ 850.062554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.062738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.081260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.081540] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.081671] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.081738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.081942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.082035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.082128] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca is going to be updated. [ 850.098917] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.099087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.099145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.099823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.100476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.101779] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.101922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.101973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.102160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.102295] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.124948] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: IN_PROGRESS for 2s [ 850.125978] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.126640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.126747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.127251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.127424] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.129060] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 in Status: IN_PROGRESS for 2s [ 850.146776] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca in Status: IN_PROGRESS for 2s [ 850.321927] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73b234c4-fc42-4fda-95a4-cba2c1e35d18: rpc.has_security_group_logging(os_id): False [ 850.344990] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.344990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.344990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.344990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.344990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.344990] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.344990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.344990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.344990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.344990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.344990] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.344990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.344990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.344990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.344990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.345824] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.345824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.345824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.345824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.345824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.346019] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 is going to be updated. [ 850.426029] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.426029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.426029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.426029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.426029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.445049] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: IN_PROGRESS for 2s [ 850.501563] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1707c9e6-7391-433d-8869-1c2bf494ef06 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.501722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.504159] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.506795] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cd3605a-74d6-4ba1-bfec-384e90a8fd6e with status ACTIVE [ 850.506889] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.507019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.507079] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.507285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.507372] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.507551] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.507690] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.507779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.507941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.508027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.508216] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.508311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.508373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.508546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.508699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.508782] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cd3605a-74d6-4ba1-bfec-384e90a8fd6e is going to be updated. [ 850.543953] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.544423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.544423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.544423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.544570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.544706] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.006285] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.294686] env[66962]: INFO networking_nsxv3.common.synchronization [req-b5e6d509-c1f3-4ffc-a5f6-57d83b5bfdd4 req-3ea1fa89-c6c6-4892-9af9-55f590536021 tempest-MigrationsAdminTest-2072761647 tempest-MigrationsAdminTest-2072761647-project-member] Enqueued Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_members [ 851.299028] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_members [ 851.299028] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.299028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.299028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.299028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.299028] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.299028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.299028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.299028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.299028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.299028] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.513839] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.513961] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.514037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.514332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.514469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.514618] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 is going to be created. [ 851.582652] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.582994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.582994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.583273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.583511] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.600032] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 in Status: UNINITIALIZED for 2s [ 851.667380] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.667380] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.667380] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.667380] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.667785] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.667785] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.667915] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.668104] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.668260] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.668463] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.668601] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.668718] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.668833] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.668995] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.669129] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.669273] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.695827] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.695827] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.695827] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.695827] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.698235] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-3e78a595-13e3-46b3-9612-6e292b5f1f23 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.698235] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-3e78a595-13e3-46b3-9612-6e292b5f1f23" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.698235] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-3e78a595-13e3-46b3-9612-6e292b5f1f23" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.698235] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-3e78a595-13e3-46b3-9612-6e292b5f1f23" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.698235] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e78a595-13e3-46b3-9612-6e292b5f1f23',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.806275] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.138141] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 in Status: SUCCESS [ 852.138432] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 deletion is rescheduled due to dependency. [ 852.138618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.139483] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 in Status: SUCCESS [ 852.139640] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 deletion is rescheduled due to dependency. [ 852.139730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.161166] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca in Status: SUCCESS [ 852.164027] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca deletion is rescheduled due to dependency. [ 852.164027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.201918] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.202172] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.202302] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.202629] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.202776] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.202931] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 3e78a595-13e3-46b3-9612-6e292b5f1f23 not found, creating... [ 852.204274] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.204489] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.204610] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.204940] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.205104] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.205410] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.205568] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.205684] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.206067] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.206293] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.206429] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 3e78a595-13e3-46b3-9612-6e292b5f1f23 is going to be created. [ 852.226988] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.227472] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.227472] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.227660] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.227934] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.228083] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-3e78a595-13e3-46b3-9612-6e292b5f1f23" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.308735] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.464273] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: SUCCESS [ 852.464598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.811294] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.811637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.811637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.811823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.811936] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.812064] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e is going to be updated. [ 852.847744] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.847744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.847942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.848055] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.848201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.858305] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e in Status: IN_PROGRESS for 2s [ 852.997149] env[66962]: INFO networking_nsxv3.common.synchronization [req-b5e6d509-c1f3-4ffc-a5f6-57d83b5bfdd4 req-08c0d0ab-b0fd-434a-838f-ada262b413e5 service nova] Enqueued Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_rules [ 852.997355] env[66962]: INFO networking_nsxv3.common.synchronization [req-b5e6d509-c1f3-4ffc-a5f6-57d83b5bfdd4 req-08c0d0ab-b0fd-434a-838f-ada262b413e5 service nova] Enqueued Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_members [ 852.997492] env[66962]: INFO networking_nsxv3.common.synchronization [req-b5e6d509-c1f3-4ffc-a5f6-57d83b5bfdd4 req-08c0d0ab-b0fd-434a-838f-ada262b413e5 service nova] Enqueued Resource ID: 3e78a595-13e3-46b3-9612-6e292b5f1f23 with Priority: HIGHEST for action port [ 852.999026] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_rules [ 852.999616] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_members [ 853.000869] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e78a595-13e3-46b3-9612-6e292b5f1f23 with Priority: HIGHEST for action port [ 853.000869] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28e12498-6cf9-44ac-8fdd-af6ecdf0065e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.000869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.000869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.000869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.000869] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.001567] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.001654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.001880] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e78a595-13e3-46b3-9612-6e292b5f1f23 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.002056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e78a595-13e3-46b3-9612-6e292b5f1f23" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.002056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e78a595-13e3-46b3-9612-6e292b5f1f23" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.002239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e78a595-13e3-46b3-9612-6e292b5f1f23" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.002314] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e78a595-13e3-46b3-9612-6e292b5f1f23',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.507846] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.507846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.507846] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e78a595-13e3-46b3-9612-6e292b5f1f23 with status ACTIVE [ 853.507846] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.507846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.507846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.508249] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.508249] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.508330] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.508382] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.508421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.508597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.508662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.508802] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.508921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.508956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.509097] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.509171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.509253] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e78a595-13e3-46b3-9612-6e292b5f1f23 is going to be updated. [ 853.531647] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.531909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.532046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.532582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.532746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.533198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e78a595-13e3-46b3-9612-6e292b5f1f23" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.612943] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 in Status: SUCCESS [ 853.612943] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.612943] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.613393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.613517] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.613755] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.613894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.614375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.614375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.614375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.614505] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.042897] env[66962]: INFO networking_nsxv3.common.synchronization [req-2c0b2288-497a-44d6-8444-355afb540980 req-6ea0876b-3c93-4cd5-95a7-c24337e36979 tempest-ListImageFiltersTestJSON-1302633095 tempest-ListImageFiltersTestJSON-1302633095-project-member] Enqueued Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_members [ 854.043513] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_members [ 854.043837] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa005bc-49e6-478b-8034-4820cd0b6e2a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.043993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.044136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.045035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.045035] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.045035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.045035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.045035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.045035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.045346] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.120020] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.415455] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.415662] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.415793] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.416159] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.416323] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.416480] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.416587] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.416793] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.416927] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.421368] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.421465] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.421583] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.421725] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.421843] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.421961] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.422320] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.441016] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.441246] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.441432] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.441699] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.442096] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-c924d886-cd2a-4e4b-a4d8-5e27f4759a84 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.442272] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-c924d886-cd2a-4e4b-a4d8-5e27f4759a84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.442397] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-c924d886-cd2a-4e4b-a4d8-5e27f4759a84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.443498] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-c924d886-cd2a-4e4b-a4d8-5e27f4759a84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.444909] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c924d886-cd2a-4e4b-a4d8-5e27f4759a84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.549740] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.549996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.550234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.550354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.550406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.550610] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.550731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.550790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.551039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.551039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.551207] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a already deleted. [ 854.551207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.620448] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1707c9e6-7391-433d-8869-1c2bf494ef06: rpc.has_security_group_logging(os_id): False [ 854.639535] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.639772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.639772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.639946] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.640403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.640403] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.640587] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.640587] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.640766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.640766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.640931] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 is going to be created. [ 854.712584] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.712584] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.712584] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.714679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.714679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.733393] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 in Status: IN_PROGRESS for 2s [ 854.869075] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e in Status: SUCCESS [ 854.869304] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.869500] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.869827] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.869933] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.870184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.870184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.870346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.870411] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.870552] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.946228] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.946442] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.946564] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.946950] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.947098] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.947254] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port c924d886-cd2a-4e4b-a4d8-5e27f4759a84 not found, creating... [ 854.947514] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.947671] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.947803] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.948107] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.948242] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.948630] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.948814] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.948952] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.949425] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.949611] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.949764] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: c924d886-cd2a-4e4b-a4d8-5e27f4759a84 is going to be created. [ 854.974556] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.974803] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.974865] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.975156] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.975377] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.975594] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-c924d886-cd2a-4e4b-a4d8-5e27f4759a84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.372870] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.867875] env[66962]: INFO networking_nsxv3.common.synchronization [req-2c0b2288-497a-44d6-8444-355afb540980 req-d3b9f315-b23d-4623-8a12-b64bffe6049b service nova] Enqueued Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_rules [ 855.867996] env[66962]: INFO networking_nsxv3.common.synchronization [req-2c0b2288-497a-44d6-8444-355afb540980 req-d3b9f315-b23d-4623-8a12-b64bffe6049b service nova] Enqueued Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_members [ 855.868147] env[66962]: INFO networking_nsxv3.common.synchronization [req-2c0b2288-497a-44d6-8444-355afb540980 req-d3b9f315-b23d-4623-8a12-b64bffe6049b service nova] Enqueued Resource ID: c924d886-cd2a-4e4b-a4d8-5e27f4759a84 with Priority: HIGHEST for action port [ 855.872148] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_rules [ 855.872313] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_members [ 855.872372] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c924d886-cd2a-4e4b-a4d8-5e27f4759a84 with Priority: HIGHEST for action port [ 855.873093] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfa005bc-49e6-478b-8034-4820cd0b6e2a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.873235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.873302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.873567] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.873649] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.874576] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa005bc-49e6-478b-8034-4820cd0b6e2a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.874699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.874765] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.874934] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.875089] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.875183] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.875247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.875383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.875461] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.875552] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.880244] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c924d886-cd2a-4e4b-a4d8-5e27f4759a84 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.880453] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c924d886-cd2a-4e4b-a4d8-5e27f4759a84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.880602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c924d886-cd2a-4e4b-a4d8-5e27f4759a84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.880676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c924d886-cd2a-4e4b-a4d8-5e27f4759a84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.880759] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c924d886-cd2a-4e4b-a4d8-5e27f4759a84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.884975] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.367232] env[66962]: INFO networking_nsxv3.common.synchronization [req-50aa8af0-3c4e-48df-a5bd-bdf079f39d97 req-c439feda-6beb-4b47-af94-d1a45067ea9c tempest-ServersAdminTestJSON-2065164687 tempest-ServersAdminTestJSON-2065164687-project-member] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 856.367834] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 856.368198] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.368321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.368388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.368690] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.368767] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.368838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.368877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.369012] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.369145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.369281] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.386269] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.387324] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa005bc-49e6-478b-8034-4820cd0b6e2a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.387414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.388172] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c924d886-cd2a-4e4b-a4d8-5e27f4759a84 with status ACTIVE [ 856.388638] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.388638] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.388638] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.388906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.390128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.390128] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.390128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.390128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.390128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.390412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.390682] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.390855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.390967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.391161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.391241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.391344] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c924d886-cd2a-4e4b-a4d8-5e27f4759a84 is going to be updated. [ 856.393111] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.393175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.393225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.393370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.393463] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.393575] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e is going to be updated. [ 856.417992] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.418157] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.418157] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.418344] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.418504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.418662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c924d886-cd2a-4e4b-a4d8-5e27f4759a84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.438802] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.438802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.438802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.438802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.439254] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.450231] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e in Status: IN_PROGRESS for 2s [ 856.746486] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 in Status: SUCCESS [ 856.746486] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.792791] env[66962]: INFO networking_nsxv3.common.synchronization [req-79027514-b104-475a-8726-42a37c236ae8 req-2bcda20b-59ab-48bd-8185-dcdcb2a24bb3 tempest-ListImageFiltersTestJSON-1302633095 tempest-ListImageFiltersTestJSON-1302633095-project-member] Enqueued Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_members [ 856.793882] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_members [ 856.794615] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa005bc-49e6-478b-8034-4820cd0b6e2a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.794763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.871291] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.895602] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.212027] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.212027] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.212027] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.212027] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.212027] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.212027] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.212027] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.212575] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.212911] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.213330] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.213614] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.213868] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.214118] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.214364] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.216468] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.216468] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.233352] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.236549] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.236865] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.236943] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.237250] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-60864de7-2ef3-47fd-813d-7dcc8555770a taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.237425] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-60864de7-2ef3-47fd-813d-7dcc8555770a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.237545] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-60864de7-2ef3-47fd-813d-7dcc8555770a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.237887] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-60864de7-2ef3-47fd-813d-7dcc8555770a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.238042] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60864de7-2ef3-47fd-813d-7dcc8555770a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.374555] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.397654] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.398042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.398042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.398174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.398174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.398252] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a is going to be created. [ 857.432613] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.432773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.432844] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.433092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.433251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.450138] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a in Status: UNINITIALIZED for 2s [ 857.740987] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.741221] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.741340] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.741685] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.742109] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.742109] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 60864de7-2ef3-47fd-813d-7dcc8555770a not found, creating... [ 857.742229] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.742892] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.742892] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.742892] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.742892] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.745510] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.745510] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.745510] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.745698] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.746427] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.746427] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 60864de7-2ef3-47fd-813d-7dcc8555770a is going to be created. [ 857.780249] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.780587] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.780753] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.781049] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.781289] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.781536] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-60864de7-2ef3-47fd-813d-7dcc8555770a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.877244] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.877541] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.877541] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.878082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.878082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.878348] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be updated. [ 857.931068] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.932015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.932015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.932015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.932015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.943120] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: IN_PROGRESS for 2s [ 858.467615] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e in Status: SUCCESS [ 858.467946] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.468061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.468242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.468544] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.468544] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.468674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.468740] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.468818] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.468901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.468993] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.484261] env[66962]: INFO networking_nsxv3.common.synchronization [req-79027514-b104-475a-8726-42a37c236ae8 req-627797fa-4913-447e-9ad2-5c044b152357 service nova] Enqueued Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_rules [ 858.484261] env[66962]: INFO networking_nsxv3.common.synchronization [req-79027514-b104-475a-8726-42a37c236ae8 req-627797fa-4913-447e-9ad2-5c044b152357 service nova] Enqueued Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_members [ 858.484261] env[66962]: INFO networking_nsxv3.common.synchronization [req-79027514-b104-475a-8726-42a37c236ae8 req-627797fa-4913-447e-9ad2-5c044b152357 service nova] Enqueued Resource ID: 60864de7-2ef3-47fd-813d-7dcc8555770a with Priority: HIGHEST for action port [ 858.484261] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_rules [ 858.484261] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_members [ 858.484261] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60864de7-2ef3-47fd-813d-7dcc8555770a with Priority: HIGHEST for action port [ 858.485970] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfa005bc-49e6-478b-8034-4820cd0b6e2a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.486153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.486483] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa005bc-49e6-478b-8034-4820cd0b6e2a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.486649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.487077] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-60864de7-2ef3-47fd-813d-7dcc8555770a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.487161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60864de7-2ef3-47fd-813d-7dcc8555770a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.487202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60864de7-2ef3-47fd-813d-7dcc8555770a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.487480] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60864de7-2ef3-47fd-813d-7dcc8555770a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.487627] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60864de7-2ef3-47fd-813d-7dcc8555770a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.971660] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.971878] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.971977] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.972251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.972495] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.972651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.972758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.972960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.973105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.973220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.973454] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.973594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.973784] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.973885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.974050] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.974175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.974242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.974437] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.974534] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.974656] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.974779] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.990404] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60864de7-2ef3-47fd-813d-7dcc8555770a with status ACTIVE [ 858.990717] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.990914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.990998] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.991244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.991333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.991605] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.991804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.991868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.992072] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.992158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.992380] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.992497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.992608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.992771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.992826] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.992930] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60864de7-2ef3-47fd-813d-7dcc8555770a is going to be updated. [ 859.018660] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.018660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.018660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.018660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.018660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.018996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60864de7-2ef3-47fd-813d-7dcc8555770a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.346794] env[66962]: INFO networking_nsxv3.common.synchronization [req-384889ba-445a-49d1-be6a-ef0f806f63ce req-bb9a6b4d-aebf-42e0-b6a0-6bfd3f5340fe tempest-DeleteServersTestJSON-1292956810 tempest-DeleteServersTestJSON-1292956810-project-member] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 859.348304] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 859.348672] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.348826] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.348863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.349189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.350332] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.350495] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.350576] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.350828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.350936] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.351090] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.461251] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a in Status: SUCCESS [ 859.461667] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.461667] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.461871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.462125] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.462389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.462389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.462562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.462696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.462754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.462841] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.463710] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.463954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.464141] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.464260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.464345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.464459] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.464537] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.464624] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.476871] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28e12498-6cf9-44ac-8fdd-af6ecdf0065e: rpc.has_security_group_logging(os_id): False [ 859.495501] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.495787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.495787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.495989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.522023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.522023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.522023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.522023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.522023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.522023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.522023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.522023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.522023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.522023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.522023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.522023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.522023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.522023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.522859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.522859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.522859] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e is going to be updated. [ 859.591595] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.591595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.591595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.593120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.593264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.609990] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e in Status: IN_PROGRESS for 2s [ 859.730727] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.731633] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.731633] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.731633] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.732079] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.732079] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.732574] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.732574] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.732574] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.732748] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.732849] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.732956] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.733077] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.733504] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.733504] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.733504] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.760861] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.761177] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.761340] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.761557] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.761921] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-06768271-16f4-43fe-8876-7d3341a38df9 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.762128] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-06768271-16f4-43fe-8876-7d3341a38df9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.762240] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-06768271-16f4-43fe-8876-7d3341a38df9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.762974] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-06768271-16f4-43fe-8876-7d3341a38df9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.762974] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06768271-16f4-43fe-8876-7d3341a38df9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.855804] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.856267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.856488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.856923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.883030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.883030] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.883030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.883030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.883030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.883030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.883030] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 859.924431] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.924431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.924431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.924431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.924431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.935531] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 859.952434] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 859.952655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.968834] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa005bc-49e6-478b-8034-4820cd0b6e2a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.968981] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.969156] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.265043] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.265318] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.265383] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.265667] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.265817] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.265972] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 06768271-16f4-43fe-8876-7d3341a38df9 not found, creating... [ 860.266250] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.266411] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.266527] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.266746] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.266880] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.267177] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.267328] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.267441] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.267643] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.267771] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.267909] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 06768271-16f4-43fe-8876-7d3341a38df9 is going to be created. [ 860.313888] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.313888] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.314183] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.314327] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.314556] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.314797] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-06768271-16f4-43fe-8876-7d3341a38df9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.338024] env[66962]: INFO networking_nsxv3.common.synchronization [None req-4d0d4edf-0159-4ef7-8f73-6139bf0ca9f5 tempest-ServerRescueNegativeTestJSON-1898878050 tempest-ServerRescueNegativeTestJSON-1898878050-project-member] Enqueued Resource ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec with Priority: HIGHEST for action security_group_rules [ 860.338370] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec with Priority: HIGHEST for action security_group_rules [ 860.338784] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.338918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.339013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.339375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.339567] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f78685-d7ba-4743-8ae9-54f5c3bf92ec',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.472613] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.566068] env[66962]: INFO networking_nsxv3.common.synchronization [None req-836a1102-0e63-41f2-a5c9-ff832ddca0e2 tempest-ServerRescueNegativeTestJSON-1898878050 tempest-ServerRescueNegativeTestJSON-1898878050-project-member] Enqueued Resource ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec with Priority: HIGHEST for action security_group_rules [ 860.566825] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec with Priority: HIGHEST for action security_group_rules [ 860.568855] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.568855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.865671] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.865839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.865906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.866374] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.866374] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.866482] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec already deleted. [ 860.867120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.867120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.867120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.867120] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f78685-d7ba-4743-8ae9-54f5c3bf92ec',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.975575] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.975899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.975899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.976157] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.976299] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.976299] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a is going to be updated. [ 861.012132] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.012366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.012366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.012676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.012859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.024149] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a in Status: IN_PROGRESS for 2s [ 861.043561] env[66962]: INFO networking_nsxv3.common.synchronization [req-384889ba-445a-49d1-be6a-ef0f806f63ce req-fd68e691-5fe3-4b78-bf03-140e92d24e9d service nova] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_rules [ 861.043766] env[66962]: INFO networking_nsxv3.common.synchronization [req-384889ba-445a-49d1-be6a-ef0f806f63ce req-fd68e691-5fe3-4b78-bf03-140e92d24e9d service nova] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 861.043931] env[66962]: INFO networking_nsxv3.common.synchronization [req-384889ba-445a-49d1-be6a-ef0f806f63ce req-fd68e691-5fe3-4b78-bf03-140e92d24e9d service nova] Enqueued Resource ID: 06768271-16f4-43fe-8876-7d3341a38df9 with Priority: HIGHEST for action port [ 861.044690] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_rules [ 861.044690] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 861.045045] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06768271-16f4-43fe-8876-7d3341a38df9 with Priority: HIGHEST for action port [ 861.045226] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.045350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.045441] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.045698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.045747] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.046846] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.046964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.047211] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-06768271-16f4-43fe-8876-7d3341a38df9 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.047364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06768271-16f4-43fe-8876-7d3341a38df9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.047469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06768271-16f4-43fe-8876-7d3341a38df9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.047702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06768271-16f4-43fe-8876-7d3341a38df9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.047790] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06768271-16f4-43fe-8876-7d3341a38df9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.390123] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.390123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.390123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.390302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.390302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.390395] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec already deleted. [ 861.390477] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.549927] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.550095] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.551526] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06768271-16f4-43fe-8876-7d3341a38df9 with status ACTIVE [ 861.551822] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.551986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.552147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.552691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.552843] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.553084] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.553228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.553343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.553554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.553661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.553860] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.553955] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.554027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.554170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.554243] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.554329] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06768271-16f4-43fe-8876-7d3341a38df9 is going to be updated. [ 861.629061] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.629346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.629346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.629551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.629655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.629753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06768271-16f4-43fe-8876-7d3341a38df9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.631563] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e in Status: SUCCESS [ 861.631803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.949489] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 861.949710] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 deletion is rescheduled due to dependency. [ 861.952281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.952281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.952281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.952281] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.952281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.952281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.952281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.952281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.952281] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.241908] env[66962]: INFO networking_nsxv3.common.synchronization [req-8ad7b4ff-129b-4cd8-8558-666a0e7b1b47 req-e9aa4414-c682-4519-8aa0-66c51d5892ca tempest-ServerActionsTestOtherA-480394509 tempest-ServerActionsTestOtherA-480394509-project-member] Enqueued Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_members [ 862.242799] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_members [ 862.243329] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.243562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.243722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.244169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.244418] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.244575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.244681] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.244925] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.245074] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.245221] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.453975] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.748263] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.748540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.748540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.748708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.748798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.748994] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.749111] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.749170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.749323] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.749396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.749479] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da073e0c-b31f-4acb-846e-139703386e84 already deleted. [ 862.749558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.775844] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.775844] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.775844] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.776062] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.776220] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.776378] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.776510] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.776724] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.776891] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.777108] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.777236] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.777346] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.777487] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.777559] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.777664] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.777789] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.805448] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.805448] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.805448] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.805448] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.805750] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-a6b6d8d3-001c-44bd-9ab5-1ec284095338 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.805750] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-a6b6d8d3-001c-44bd-9ab5-1ec284095338" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.805891] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-a6b6d8d3-001c-44bd-9ab5-1ec284095338" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.806151] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-a6b6d8d3-001c-44bd-9ab5-1ec284095338" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.806363] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6b6d8d3-001c-44bd-9ab5-1ec284095338',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.958310] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.036808] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a in Status: SUCCESS [ 863.036808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.037264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.037498] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.037690] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.037812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.037877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.038075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.038169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.038272] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.311312] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.311404] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.311490] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.311858] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.312060] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.312261] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port a6b6d8d3-001c-44bd-9ab5-1ec284095338 not found, creating... [ 863.312952] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.312952] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.313453] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.313453] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.313453] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.313771] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.313955] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.314092] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.314313] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.314449] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.314688] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: a6b6d8d3-001c-44bd-9ab5-1ec284095338 is going to be created. [ 863.342912] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.343260] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.344049] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.344049] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.344281] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.344455] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-a6b6d8d3-001c-44bd-9ab5-1ec284095338" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.463243] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.463366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.463366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.463672] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.463795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.464037] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 863.537700] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.537868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.538026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.538164] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.538318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.539974] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.552748] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 864.042946] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.082119] env[66962]: INFO networking_nsxv3.common.synchronization [req-8ad7b4ff-129b-4cd8-8558-666a0e7b1b47 req-893a1fb2-c8c2-4a7b-94f1-875f10bd0f11 service nova] Enqueued Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_rules [ 864.082119] env[66962]: INFO networking_nsxv3.common.synchronization [req-8ad7b4ff-129b-4cd8-8558-666a0e7b1b47 req-893a1fb2-c8c2-4a7b-94f1-875f10bd0f11 service nova] Enqueued Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_members [ 864.082119] env[66962]: INFO networking_nsxv3.common.synchronization [req-8ad7b4ff-129b-4cd8-8558-666a0e7b1b47 req-893a1fb2-c8c2-4a7b-94f1-875f10bd0f11 service nova] Enqueued Resource ID: a6b6d8d3-001c-44bd-9ab5-1ec284095338 with Priority: HIGHEST for action port [ 864.082119] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_rules [ 864.082119] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_members [ 864.082119] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b6d8d3-001c-44bd-9ab5-1ec284095338 with Priority: HIGHEST for action port [ 864.082119] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.082119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.082119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.082695] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.082695] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.083734] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.083900] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.084031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.084384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.084466] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.084606] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.084712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.085964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.086099] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.086236] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.087143] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6b6d8d3-001c-44bd-9ab5-1ec284095338 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.087980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6b6d8d3-001c-44bd-9ab5-1ec284095338" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.088107] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6b6d8d3-001c-44bd-9ab5-1ec284095338" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.088305] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6b6d8d3-001c-44bd-9ab5-1ec284095338" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.088936] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6b6d8d3-001c-44bd-9ab5-1ec284095338',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.546169] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.546469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.546469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.546603] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.546700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.546802] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a is going to be updated. [ 864.583497] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.584455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.584455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.584455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.584692] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.590599] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.592076] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.592312] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.595843] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6b6d8d3-001c-44bd-9ab5-1ec284095338 with status ACTIVE [ 864.595843] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.595843] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.595843] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.595843] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.596211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.596211] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.596211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.596331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.596414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.596487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.596958] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.640292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.640292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.640292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.640292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.640292] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6b6d8d3-001c-44bd-9ab5-1ec284095338 is going to be updated. [ 864.640292] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a in Status: IN_PROGRESS for 2s [ 864.640292] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.640292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.640292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.640292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.640292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.640292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6b6d8d3-001c-44bd-9ab5-1ec284095338" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.023186] env[66962]: INFO networking_nsxv3.common.synchronization [req-dbbcd449-1742-4327-8f36-abce69880c0d req-6fc7c0ae-7df7-4e4f-8a52-35883ba5f424 tempest-ImagesTestJSON-169850790 tempest-ImagesTestJSON-169850790-project-member] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 865.023186] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 865.023186] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.023186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.023186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.023186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.023186] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.023186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.023186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.023490] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.023490] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.023490] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.094485] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.431343] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.431583] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.431909] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.431945] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.432210] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.432425] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.432470] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.432746] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.432878] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.433429] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.433564] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.433675] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.433789] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.433921] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.434086] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.434226] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.453044] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.453215] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.453354] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.453519] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.454641] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-f534b4ca-44b1-4373-aa25-44ff4cae5c91 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.454641] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-f534b4ca-44b1-4373-aa25-44ff4cae5c91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.454641] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-f534b4ca-44b1-4373-aa25-44ff4cae5c91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.454641] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-f534b4ca-44b1-4373-aa25-44ff4cae5c91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.454641] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f534b4ca-44b1-4373-aa25-44ff4cae5c91',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.527829] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.528174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.528174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.528856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.528856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.528989] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.529087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.529125] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.529352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.529481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.529641] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be deleted. [ 865.566339] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 865.566923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.572033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.572033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.572033] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.572033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.572033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.572033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.572033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.572033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.572033] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.573287] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.573287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.573569] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.575881] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.576559] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.576726] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.596098] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.596883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.596883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.596883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.596883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.596883] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da073e0c-b31f-4acb-846e-139703386e84 is going to be created. [ 865.632720] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.633196] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.633196] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.633286] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.633466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.657404] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da073e0c-b31f-4acb-846e-139703386e84 in Status: UNINITIALIZED for 2s [ 865.956938] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.957278] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.957370] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.958195] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.958195] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.958195] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port f534b4ca-44b1-4373-aa25-44ff4cae5c91 not found, creating... [ 865.958195] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.958394] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.958450] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.958674] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.958804] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.959506] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.959659] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.960213] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.960213] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.960213] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.961111] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: f534b4ca-44b1-4373-aa25-44ff4cae5c91 is going to be created. [ 865.981900] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.982169] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.982301] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.982614] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.982896] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.983238] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-f534b4ca-44b1-4373-aa25-44ff4cae5c91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.079552] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.079552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.079552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.079762] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.079941] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.080060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.080122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.080466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.080466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.080466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.080597] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.080668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.080724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.080859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.082209] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.082209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.082209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.082209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.082209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.082209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.082209] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.584562] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5d33064-6236-4da6-bd65-51867bacca29: rpc.has_security_group_logging(os_id): False [ 866.606087] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.606287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.606329] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.606683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.606849] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.607180] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.607402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.607551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.607796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.608350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.608350] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.608471] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.608524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.608891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.608891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.609283] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.609510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.609651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.609884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.610058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.610214] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 866.612656] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a in Status: SUCCESS [ 866.612899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.613534] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.613901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.614081] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.614170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.614215] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.614651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.614651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.614651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.614811] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa005bc-49e6-478b-8034-4820cd0b6e2a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.614917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.614975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.615184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.615359] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.615480] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.615604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.615785] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.615904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.616039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.616195] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.710160] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.710160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.710287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.710449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.710627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.731943] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 866.777678] env[66962]: INFO networking_nsxv3.common.synchronization [req-dbbcd449-1742-4327-8f36-abce69880c0d req-8d227d3e-8fe3-446e-8737-1df2a0bd655a service nova] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_rules [ 866.777678] env[66962]: INFO networking_nsxv3.common.synchronization [req-dbbcd449-1742-4327-8f36-abce69880c0d req-8d227d3e-8fe3-446e-8737-1df2a0bd655a service nova] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 866.777678] env[66962]: INFO networking_nsxv3.common.synchronization [req-dbbcd449-1742-4327-8f36-abce69880c0d req-8d227d3e-8fe3-446e-8737-1df2a0bd655a service nova] Enqueued Resource ID: f534b4ca-44b1-4373-aa25-44ff4cae5c91 with Priority: HIGHEST for action port [ 866.777864] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_rules [ 866.778150] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 866.778319] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f534b4ca-44b1-4373-aa25-44ff4cae5c91 with Priority: HIGHEST for action port [ 866.778823] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.779018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.779136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.780047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.780047] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.781624] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.782960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.782960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.782960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.782960] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.783347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.783347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.783734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.783734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.783823] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.785799] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f534b4ca-44b1-4373-aa25-44ff4cae5c91 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.785910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f534b4ca-44b1-4373-aa25-44ff4cae5c91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.786589] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f534b4ca-44b1-4373-aa25-44ff4cae5c91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.786589] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f534b4ca-44b1-4373-aa25-44ff4cae5c91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.786589] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f534b4ca-44b1-4373-aa25-44ff4cae5c91',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.907032] env[66962]: INFO networking_nsxv3.common.synchronization [req-5a31d8de-c139-4808-bd14-58e9683e8fe3 req-d906c1f0-8926-4561-9f33-fc0fc100fe5a tempest-FloatingIPsAssociationTestJSON-1320767066 tempest-FloatingIPsAssociationTestJSON-1320767066-project-member] Enqueued Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_members [ 866.908312] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGHEST for action security_group_members [ 866.908528] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d89fb4-418e-4e91-a5ba-c65a4431fe75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.908683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.908752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.908958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.909152] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.909545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.909677] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.909925] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.910084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.910236] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.121973] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfa005bc-49e6-478b-8034-4820cd0b6e2a: rpc.has_security_group_logging(os_id): False [ 867.148257] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.148448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.149251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.149602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.149769] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.150131] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.150208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.150504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.150504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.150590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.150847] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.150986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.151097] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.151275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.151398] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.151687] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.151831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.151930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.152117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.152260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.152391] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a is going to be created. [ 867.246630] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.246630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.246630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.246630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.246905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.256800] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a in Status: IN_PROGRESS for 2s [ 867.282794] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.282794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.289246] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f534b4ca-44b1-4373-aa25-44ff4cae5c91 with status ACTIVE [ 867.289853] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.289853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.289853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.290208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.290208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.290208] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.290402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.290402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.291377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.291377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.291377] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.291377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.291377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.291377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.291377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.293901] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f534b4ca-44b1-4373-aa25-44ff4cae5c91 is going to be updated. [ 867.294928] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.323582] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.323821] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.324167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.324506] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.324658] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.324832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f534b4ca-44b1-4373-aa25-44ff4cae5c91" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.414232] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.414391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.414460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.414672] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.414771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.414967] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.415072] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.415132] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.415284] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.415358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.415444] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 is going to be updated. [ 867.481478] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.483224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.483224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.483224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.483224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.494573] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 in Status: IN_PROGRESS for 2s [ 867.671646] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da073e0c-b31f-4acb-846e-139703386e84 in Status: SUCCESS [ 867.671984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.672281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.672781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.672781] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.672956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.673071] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.673299] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.673430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.673562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.673713] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.679863] env[66962]: INFO networking_nsxv3.common.synchronization [req-b1402d9a-8478-44b3-8eff-d45889455a48 req-87f407a9-e5ac-4f3f-a438-8e66c0247ea9 tempest-ServersNegativeTestJSON-1925913499 tempest-ServersNegativeTestJSON-1925913499-project-member] Enqueued Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_members [ 867.680661] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_members [ 867.681123] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.682266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.682266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.682266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.682266] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.682266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.682266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.682715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.682715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.682715] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.798780] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.126951] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.127170] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-116" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.127291] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-116" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.127606] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-116" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.127886] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.128024] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.128135] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.128345] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.128486] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.128697] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.128810] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.128965] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.129032] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.129139] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.129239] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.129366] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.153615] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.153774] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.155047] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.155047] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-116" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.155047] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-38e5b370-ed2f-44c8-8a74-37008be34a53 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.155047] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-38e5b370-ed2f-44c8-8a74-37008be34a53" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.155047] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-38e5b370-ed2f-44c8-8a74-37008be34a53" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.155350] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-38e5b370-ed2f-44c8-8a74-37008be34a53" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.159384] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38e5b370-ed2f-44c8-8a74-37008be34a53',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.178035] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.178232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.178316] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.179263] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.179481] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.179598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.179662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.179909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.180016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.180175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.180582] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.180952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.181179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.181368] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.186381] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.186381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.186381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.186381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.188401] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.188497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.188595] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.192402] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.301285] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.301461] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.301558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.301802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.301884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.301936] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be created. [ 868.347818] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.348057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.348057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.348297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.348405] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.366037] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: UNINITIALIZED for 2s [ 868.672536] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.672536] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.672536] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.672536] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.672536] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.672536] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 38e5b370-ed2f-44c8-8a74-37008be34a53 not found, creating... [ 868.672536] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.672536] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.672536] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.672536] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.672536] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.673272] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.674094] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.674390] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.674784] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.675075] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.675357] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 38e5b370-ed2f-44c8-8a74-37008be34a53 is going to be created. [ 868.692573] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da073e0c-b31f-4acb-846e-139703386e84: rpc.has_security_group_logging(os_id): False [ 868.694410] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.703332] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.705040] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.705040] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.705040] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.705040] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.705040] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-38e5b370-ed2f-44c8-8a74-37008be34a53" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.716182] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.716657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.716863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.717174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.717391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.717760] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.719026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.719026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.719026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.719026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.719026] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.719026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.719026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.719026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.719417] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.719739] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.720078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.720309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.720594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.720803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.721020] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da073e0c-b31f-4acb-846e-139703386e84 is going to be created. [ 868.752212] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 868.752212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.812028] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.812028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.812028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.812028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.812028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.839013] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da073e0c-b31f-4acb-846e-139703386e84 in Status: IN_PROGRESS for 2s [ 869.262933] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.263367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.263367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.263465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.263867] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.263867] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 is going to be updated. [ 869.299873] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a in Status: SUCCESS [ 869.300541] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.300541] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.300541] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.300712] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.326226] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.326418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.326418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.326640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.326791] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.339119] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: IN_PROGRESS for 2s [ 869.452338] env[66962]: INFO networking_nsxv3.common.synchronization [req-e8e80b89-324d-4f7f-b561-3d05bfb88be6 req-35ec07a5-dec8-432b-b388-3d4b2655aa18 tempest-ServerRescueTestJSON-716219528 tempest-ServerRescueTestJSON-716219528-project-member] Enqueued Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_members [ 869.452970] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGHEST for action security_group_members [ 869.453730] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.453899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.453982] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.454217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.454370] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.454476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.454539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.454701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.454784] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.454878] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.504737] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 in Status: SUCCESS [ 869.504867] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 deletion is rescheduled due to dependency. [ 869.504991] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.583684] env[66962]: INFO networking_nsxv3.common.synchronization [req-b1402d9a-8478-44b3-8eff-d45889455a48 req-6fbd992e-7582-4b66-853e-08628f5d6c9d service nova] Enqueued Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_rules [ 869.583866] env[66962]: INFO networking_nsxv3.common.synchronization [req-b1402d9a-8478-44b3-8eff-d45889455a48 req-6fbd992e-7582-4b66-853e-08628f5d6c9d service nova] Enqueued Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_members [ 869.584013] env[66962]: INFO networking_nsxv3.common.synchronization [req-b1402d9a-8478-44b3-8eff-d45889455a48 req-6fbd992e-7582-4b66-853e-08628f5d6c9d service nova] Enqueued Resource ID: 38e5b370-ed2f-44c8-8a74-37008be34a53 with Priority: HIGHEST for action port [ 869.584759] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_rules [ 869.584900] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_members [ 869.584999] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e5b370-ed2f-44c8-8a74-37008be34a53 with Priority: HIGHEST for action port [ 869.586104] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.586243] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.586308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.586509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.586591] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.587433] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.590050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.590050] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-38e5b370-ed2f-44c8-8a74-37008be34a53 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.590189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38e5b370-ed2f-44c8-8a74-37008be34a53" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.590219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38e5b370-ed2f-44c8-8a74-37008be34a53" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.590405] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38e5b370-ed2f-44c8-8a74-37008be34a53" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.590469] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38e5b370-ed2f-44c8-8a74-37008be34a53',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.803909] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa005bc-49e6-478b-8034-4820cd0b6e2a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.804230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.804230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.804444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.804634] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.804735] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.804793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.804943] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.805051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.805155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.805250] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.957614] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.957770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.959041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.959041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.959041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.959041] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.959041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.959041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.959041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.959041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.959041] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 is going to be updated. [ 869.990037] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.990238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.990278] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.990465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.990608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.005774] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: IN_PROGRESS for 2s [ 870.092463] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.092818] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.092880] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38e5b370-ed2f-44c8-8a74-37008be34a53 with status ACTIVE [ 870.093743] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.093743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.093743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.093743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.093743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.093743] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.093743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.094051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.094051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.094051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.094282] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.094349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.094574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.094574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.094574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.094662] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38e5b370-ed2f-44c8-8a74-37008be34a53 is going to be updated. [ 870.124214] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.124214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.124214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.124214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.124214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.124214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38e5b370-ed2f-44c8-8a74-37008be34a53" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.309785] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa005bc-49e6-478b-8034-4820cd0b6e2a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.310046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.310396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.310803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.311061] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.311256] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.311367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.311626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.311781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.311937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.312213] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa005bc-49e6-478b-8034-4820cd0b6e2a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.312378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.312447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.312616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.312763] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.312854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.312914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.313186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.313339] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.313471] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.313604] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.378113] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 870.378416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.378612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.378927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.379167] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.379545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.379727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.379849] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.379972] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.380087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.380376] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.816479] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfa005bc-49e6-478b-8034-4820cd0b6e2a: rpc.has_security_group_logging(os_id): False [ 870.838070] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.838226] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.838334] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.838508] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.838603] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.838837] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.838947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.839023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.839222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.839285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.839459] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.839554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.839613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.840050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.840050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.840050] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.840187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.840187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.840320] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.840397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.840481] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a is going to be updated. [ 870.860341] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da073e0c-b31f-4acb-846e-139703386e84 in Status: SUCCESS [ 870.860582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.883415] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.883604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.883649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.884036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.884227] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.884396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.884495] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.884742] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.884781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.884881] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.885095] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.885279] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.885341] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.885491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.885644] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.885768] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.885849] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.886022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.886153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.886257] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.886362] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.926422] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.926870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.926870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.926870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.927058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.961714] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a in Status: IN_PROGRESS for 2s [ 871.357029] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: SUCCESS [ 871.357029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.357029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.357029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.357029] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.357029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.357029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.357029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.357029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.357029] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.389031] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50a63566-3211-4a68-bac5-be1f3ffab90c: rpc.has_security_group_logging(os_id): False [ 871.407994] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.407994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.407994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.407994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.407994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.408228] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.408969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.408969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.408969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.408969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.408969] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.408969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.408969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.409252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.409252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.409423] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.409540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.409652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.409727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.409826] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.409929] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be created. [ 871.478096] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.478260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.478335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.478561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.478797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.495924] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: IN_PROGRESS for 2s [ 871.858655] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.015424] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 in Status: SUCCESS [ 872.015424] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 deletion is rescheduled due to dependency. [ 872.015424] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.278451] env[66962]: INFO networking_nsxv3.common.synchronization [req-ef2f0864-8b6d-4e81-824b-7b50716b8228 req-ed8e1863-1746-48d4-b2f1-d9affbb43e3a tempest-ServerTagsTestJSON-1007206832 tempest-ServerTagsTestJSON-1007206832-project-member] Enqueued Resource ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b with Priority: HIGHEST for action security_group_members [ 872.278451] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b with Priority: HIGHEST for action security_group_members [ 872.278451] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb303bb-ea5c-40cf-98d8-ed46c955031b taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.278451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.278451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.278451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.278451] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.278451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.278451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.278451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.278451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.278451] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb303bb-ea5c-40cf-98d8-ed46c955031b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.361241] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.629470] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-503 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.629470] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-503" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.629470] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-503" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.629757] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-503" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.630023] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.630180] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.630293] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.630505] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.630690] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.630897] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.631014] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.631129] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.631252] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.631813] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.631813] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.631813] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.653745] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.653970] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.654075] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.654282] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-503" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.654621] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-c1b12733-a426-41eb-91b6-4949051145b3 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.654810] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-c1b12733-a426-41eb-91b6-4949051145b3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.655019] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-c1b12733-a426-41eb-91b6-4949051145b3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.655281] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-c1b12733-a426-41eb-91b6-4949051145b3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.655448] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b12733-a426-41eb-91b6-4949051145b3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.782163] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.782239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.782318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.782539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.782688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.783088] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.783088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.783088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.783229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.783281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.783382] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b already deleted. [ 872.783464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.863933] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.863933] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.863933] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.863933] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.863933] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.864328] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 is going to be updated. [ 872.896639] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.896838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.896923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.897180] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.897351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.911799] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: IN_PROGRESS for 2s [ 872.978382] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a in Status: SUCCESS [ 872.978858] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.158424] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.158706] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.158886] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.159296] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.159507] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.159719] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port c1b12733-a426-41eb-91b6-4949051145b3 not found, creating... [ 873.160055] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.160239] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.160358] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.160612] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.160978] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.161163] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.161338] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.161469] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.161902] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.162147] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.162376] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: c1b12733-a426-41eb-91b6-4949051145b3 is going to be created. [ 873.190020] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.190321] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.190450] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.190756] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.191041] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.191281] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-c1b12733-a426-41eb-91b6-4949051145b3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.516052] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 873.516425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.009688] env[66962]: INFO networking_nsxv3.common.synchronization [req-ef2f0864-8b6d-4e81-824b-7b50716b8228 req-4823a293-41ae-415c-9cea-2adfed161294 service nova] Enqueued Resource ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b with Priority: HIGHEST for action security_group_rules [ 874.009688] env[66962]: INFO networking_nsxv3.common.synchronization [req-ef2f0864-8b6d-4e81-824b-7b50716b8228 req-4823a293-41ae-415c-9cea-2adfed161294 service nova] Enqueued Resource ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b with Priority: HIGHEST for action security_group_members [ 874.009688] env[66962]: INFO networking_nsxv3.common.synchronization [req-ef2f0864-8b6d-4e81-824b-7b50716b8228 req-4823a293-41ae-415c-9cea-2adfed161294 service nova] Enqueued Resource ID: c1b12733-a426-41eb-91b6-4949051145b3 with Priority: HIGHEST for action port [ 874.010566] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b with Priority: HIGHEST for action security_group_rules [ 874.010566] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b with Priority: HIGHEST for action security_group_members [ 874.010566] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b12733-a426-41eb-91b6-4949051145b3 with Priority: HIGHEST for action port [ 874.010566] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cb303bb-ea5c-40cf-98d8-ed46c955031b taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.010789] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.010789] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.011167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.011167] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cb303bb-ea5c-40cf-98d8-ed46c955031b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.012306] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb303bb-ea5c-40cf-98d8-ed46c955031b taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.012424] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.012491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.013280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.013280] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.013280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.013280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.013280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.013280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.013280] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb303bb-ea5c-40cf-98d8-ed46c955031b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.013963] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1b12733-a426-41eb-91b6-4949051145b3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.014112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1b12733-a426-41eb-91b6-4949051145b3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.014167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1b12733-a426-41eb-91b6-4949051145b3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.014287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1b12733-a426-41eb-91b6-4949051145b3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.014359] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b12733-a426-41eb-91b6-4949051145b3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.519024] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb303bb-ea5c-40cf-98d8-ed46c955031b taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.519024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.519024] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cb303bb-ea5c-40cf-98d8-ed46c955031b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.519024] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1b12733-a426-41eb-91b6-4949051145b3 with status ACTIVE [ 874.519024] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.519024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.519024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.519024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.519024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.519024] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.519024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.519024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.521550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.521716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.522035] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.522191] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.522274] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.522489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.522591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.522702] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1b12733-a426-41eb-91b6-4949051145b3 is going to be updated. [ 874.554028] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.554028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.554028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.554028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.554028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.554028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1b12733-a426-41eb-91b6-4949051145b3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.927472] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: SUCCESS [ 874.927708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.927962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.928270] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.928495] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.928661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.928733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.928904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.928988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.929104] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.929215] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.025712] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cb303bb-ea5c-40cf-98d8-ed46c955031b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.143823] env[66962]: INFO networking_nsxv3.common.synchronization [req-aa757378-a537-4e29-9f14-fd3bdf0b2c95 req-df0546d7-732b-42c8-a40d-43b1139b5262 tempest-ImagesNegativeTestJSON-2146808067 tempest-ImagesNegativeTestJSON-2146808067-project-member] Enqueued Resource ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 with Priority: HIGHEST for action security_group_members [ 875.144849] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 with Priority: HIGHEST for action security_group_members [ 875.145438] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb9ea16-84d3-474b-bca0-0dc0101a2379 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.145670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.146029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.146580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.146830] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.147058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.147169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.147416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.147561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.147697] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bb9ea16-84d3-474b-bca0-0dc0101a2379',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.431994] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.432774] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.433064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.433385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.433696] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.436021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.436021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.436021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.436021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.436021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.436021] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.436021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.436021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.436021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.436021] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.436021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.436021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.436021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.436021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.436021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.436021] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.479458] env[66962]: INFO networking_nsxv3.common.synchronization [req-44c607b3-bd20-45aa-a033-d8e7e81c6294 req-af0217b3-b26d-446d-abf0-dc16de96d39f tempest-ListServerFiltersTestJSON-468872672 tempest-ListServerFiltersTestJSON-468872672-project-member] Enqueued Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 875.480120] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 875.480398] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.480518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.480585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.480785] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.480940] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.484154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.484154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.484154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.484154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.484154] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.527878] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.528085] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.528085] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.528324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.528666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.528666] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b is going to be created. [ 875.556679] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.557026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.557026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.557283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.557460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.568569] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b in Status: UNINITIALIZED for 2s [ 875.650663] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.650843] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.650898] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.651440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.651440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.651440] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.651647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.651647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.651722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.651836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.652245] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 already deleted. [ 875.652367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.877538] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.877738] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-966" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.877889] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-966" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.878539] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-966" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.878613] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.878790] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.878929] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.879195] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.879352] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.879564] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.879698] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.879836] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.879951] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.880085] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.880214] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.880376] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.911917] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.912060] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.912215] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.912429] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-966" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.912780] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-7d0b201c-6028-4341-a0f6-d498e2e7310a taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.912960] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-7d0b201c-6028-4341-a0f6-d498e2e7310a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.913110] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-7d0b201c-6028-4341-a0f6-d498e2e7310a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.913470] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-7d0b201c-6028-4341-a0f6-d498e2e7310a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.913605] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d0b201c-6028-4341-a0f6-d498e2e7310a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.939341] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c188ee13-6d42-4399-a187-6e10c5c72ec0: rpc.has_security_group_logging(os_id): False [ 875.959920] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.960130] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.960174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.960354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.981718] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.982259] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.982399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.982399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.982671] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.982800] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.983125] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.983277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.983365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.983603] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.983713] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.983976] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.984136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.984239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.984460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.984567] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.984688] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 is going to be updated. [ 875.986812] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.067214] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.067754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.067754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.067754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.067896] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.102551] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: IN_PROGRESS for 2s [ 876.416548] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.416843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.417040] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.417339] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.417442] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.417653] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 7d0b201c-6028-4341-a0f6-d498e2e7310a not found, creating... [ 876.417975] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.418141] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.418302] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.418550] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.418733] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.419178] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.419359] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.419517] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.419802] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.419973] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.420081] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 7d0b201c-6028-4341-a0f6-d498e2e7310a is going to be created. [ 876.442933] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.443211] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.443361] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.443820] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.443898] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.444181] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-7d0b201c-6028-4341-a0f6-d498e2e7310a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.489981] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.995210] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.995380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.995464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.995690] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.995790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.995895] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 is going to be updated. [ 877.030260] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.030410] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.030525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.030754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.030821] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.043570] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: IN_PROGRESS for 2s [ 877.202330] env[66962]: INFO networking_nsxv3.common.synchronization [req-aa757378-a537-4e29-9f14-fd3bdf0b2c95 req-d783fea2-a717-4969-9a55-a6d68f4be50d service nova] Enqueued Resource ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 with Priority: HIGHEST for action security_group_rules [ 877.202330] env[66962]: INFO networking_nsxv3.common.synchronization [req-aa757378-a537-4e29-9f14-fd3bdf0b2c95 req-d783fea2-a717-4969-9a55-a6d68f4be50d service nova] Enqueued Resource ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 with Priority: HIGHEST for action security_group_members [ 877.202330] env[66962]: INFO networking_nsxv3.common.synchronization [req-aa757378-a537-4e29-9f14-fd3bdf0b2c95 req-d783fea2-a717-4969-9a55-a6d68f4be50d service nova] Enqueued Resource ID: 7d0b201c-6028-4341-a0f6-d498e2e7310a with Priority: HIGHEST for action port [ 877.202330] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 with Priority: HIGHEST for action security_group_rules [ 877.202330] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 with Priority: HIGHEST for action security_group_members [ 877.202330] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0b201c-6028-4341-a0f6-d498e2e7310a with Priority: HIGHEST for action port [ 877.208848] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bb9ea16-84d3-474b-bca0-0dc0101a2379 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.208848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.208848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.208848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.208848] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bb9ea16-84d3-474b-bca0-0dc0101a2379',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.210440] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb9ea16-84d3-474b-bca0-0dc0101a2379 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.210440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.210896] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.210896] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.212528] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.212528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.212528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.212528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.212528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.212528] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bb9ea16-84d3-474b-bca0-0dc0101a2379',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.213423] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d0b201c-6028-4341-a0f6-d498e2e7310a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.213718] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d0b201c-6028-4341-a0f6-d498e2e7310a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.213970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d0b201c-6028-4341-a0f6-d498e2e7310a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.214308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d0b201c-6028-4341-a0f6-d498e2e7310a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.214508] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d0b201c-6028-4341-a0f6-d498e2e7310a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.581562] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b in Status: SUCCESS [ 877.581914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.582167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.582506] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.582929] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.583069] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.583111] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.583303] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.583412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.583525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.583651] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cb303bb-ea5c-40cf-98d8-ed46c955031b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.719027] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d0b201c-6028-4341-a0f6-d498e2e7310a with status ACTIVE [ 877.719281] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.719435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.720493] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.720952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.720952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.720952] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.721145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.721145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.721257] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.721356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.721652] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.721735] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.721808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.721961] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.722058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.722146] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d0b201c-6028-4341-a0f6-d498e2e7310a is going to be updated. [ 877.723436] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb9ea16-84d3-474b-bca0-0dc0101a2379 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.723615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.723921] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bb9ea16-84d3-474b-bca0-0dc0101a2379',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.752063] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.752245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.752637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.752637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.752703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.752850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d0b201c-6028-4341-a0f6-d498e2e7310a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.089578] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb303bb-ea5c-40cf-98d8-ed46c955031b taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.089578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.089578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.089578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.089578] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.089578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.089578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.089578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.089578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.089578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.089578] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb303bb-ea5c-40cf-98d8-ed46c955031b taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.089578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.089578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.089578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.089578] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.089578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.090332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.090332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.090332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.090332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.090332] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cb303bb-ea5c-40cf-98d8-ed46c955031b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.122791] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: SUCCESS [ 878.122791] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.226529] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bb9ea16-84d3-474b-bca0-0dc0101a2379',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.596359] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cb303bb-ea5c-40cf-98d8-ed46c955031b: rpc.has_security_group_logging(os_id): False [ 878.617209] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.617604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.617749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.618057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.618258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.619283] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.619978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.620222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.620554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.621026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.622297] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.622297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.622297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.622297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.622297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.622297] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.622297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.622297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.622297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.625844] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.626041] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b is going to be created. [ 878.715909] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.716373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.716373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.716373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.716630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.729072] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.729239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.729309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.729552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.729659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.729771] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 is going to be created. [ 878.748561] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b in Status: IN_PROGRESS for 2s [ 878.766912] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.766912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.766912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.766912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.766912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.780930] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 in Status: UNINITIALIZED for 2s [ 879.054900] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: SUCCESS [ 879.054900] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.771606] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b in Status: SUCCESS [ 880.772418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.795274] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 in Status: SUCCESS [ 880.795502] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.795699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.795947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.796171] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.796302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.796366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.796519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.796623] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.796746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.796831] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bb9ea16-84d3-474b-bca0-0dc0101a2379',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.300296] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb9ea16-84d3-474b-bca0-0dc0101a2379 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.300525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.300626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.300968] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.301215] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.301444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.301621] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.301900] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.302718] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.302888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.303117] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb9ea16-84d3-474b-bca0-0dc0101a2379 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.303258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.303361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.303556] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.303755] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.303894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.304037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.304255] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.307311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.307476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.307586] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bb9ea16-84d3-474b-bca0-0dc0101a2379',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.810754] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bb9ea16-84d3-474b-bca0-0dc0101a2379: rpc.has_security_group_logging(os_id): False [ 881.832083] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.832083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.832258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.832345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.832622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.832955] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.833159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.833159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.833384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.833564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.833720] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.833795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.833833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.834206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.834281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.834493] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.834593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.834644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.834789] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.834891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.834982] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 is going to be created. [ 881.907582] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.907838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.907838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.908042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.908295] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.920671] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 in Status: IN_PROGRESS for 2s [ 882.203653] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 882.203653] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 883.110523] env[66962]: INFO networking_nsxv3.common.synchronization [req-c5512d38-e01f-436c-b81f-4e10385901e0 req-92978512-0459-4cce-8c17-7cada76d2daa tempest-ServersNegativeTestJSON-1925913499 tempest-ServersNegativeTestJSON-1925913499-project-member] Enqueued Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_members [ 883.111135] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_members [ 883.111476] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.111599] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.111734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.111962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.112131] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.112254] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.112316] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.112474] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.112558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.112675] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.614504] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.937225] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 in Status: SUCCESS [ 883.937225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.117751] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.499161] env[66962]: INFO networking_nsxv3.common.synchronization [req-8340b8f5-cd64-4e71-a3ce-6dc318f08b02 req-be868b45-c3ff-4c8d-9adc-830405e031da tempest-ServersAdminTestJSON-2065164687 tempest-ServersAdminTestJSON-2065164687-project-member] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 884.499488] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGHEST for action security_group_members [ 884.499735] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.499866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.499923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.500417] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.500417] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.500417] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.500637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.500637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.500724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.500848] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.621558] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.621558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.621558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.621867] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.621974] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.621974] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 is going to be updated. [ 884.658821] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.659113] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.659113] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.659352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.659502] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.670278] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: IN_PROGRESS for 2s [ 885.003290] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.004364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.004364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.004364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.004364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.004364] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.004364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.004364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.004887] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.004887] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.004887] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be updated. [ 885.038999] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.039206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.039293] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.039947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.039947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.051117] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: IN_PROGRESS for 2s [ 885.962269] env[66962]: INFO networking_nsxv3.common.synchronization [req-7a8f31af-bd20-4ea6-a356-052a1d2274af req-1077c8ee-fde0-4223-8f66-69d1e1bcf944 tempest-ServersTestBootFromVolume-473308074 tempest-ServersTestBootFromVolume-473308074-project-member] Enqueued Resource ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 with Priority: HIGHEST for action security_group_members [ 885.963509] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 with Priority: HIGHEST for action security_group_members [ 885.963958] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-13a897d4-7f81-483d-ad64-489ec6b97cc7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.964102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.965445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.965445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.965445] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.965445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.965445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.965445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.965445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.965445] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13a897d4-7f81-483d-ad64-489ec6b97cc7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.468198] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.468461] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.468708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.468877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.469038] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.469281] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.469390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.469453] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.469625] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.469728] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.469814] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 already deleted. [ 886.469895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.490960] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.491248] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.491384] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.491716] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.491963] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.492137] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.492250] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.492459] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.492598] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.492816] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.492901] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.493027] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.493133] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.493242] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.493342] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.493468] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.515286] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.516910] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.516910] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.516910] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.516910] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-6385d6e1-3746-4849-9e86-3355d5f0d0a1 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.516910] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-6385d6e1-3746-4849-9e86-3355d5f0d0a1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.516910] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-6385d6e1-3746-4849-9e86-3355d5f0d0a1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.517401] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-6385d6e1-3746-4849-9e86-3355d5f0d0a1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.517401] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6385d6e1-3746-4849-9e86-3355d5f0d0a1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.681481] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: SUCCESS [ 886.681691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.020527] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.020986] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.020986] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.021134] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.021295] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.021475] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 6385d6e1-3746-4849-9e86-3355d5f0d0a1 not found, creating... [ 887.022069] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.022069] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.022262] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.022415] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.022680] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.023046] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.023238] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.023342] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.023572] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.023729] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.023873] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 6385d6e1-3746-4849-9e86-3355d5f0d0a1 is going to be created. [ 887.050667] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.050943] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.051123] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.051512] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.051758] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.052018] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-6385d6e1-3746-4849-9e86-3355d5f0d0a1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.064536] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 in Status: SUCCESS [ 887.064751] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 deletion is rescheduled due to dependency. [ 887.064860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.826558] env[66962]: INFO networking_nsxv3.common.synchronization [req-7a8f31af-bd20-4ea6-a356-052a1d2274af req-8afbdff8-7a2d-456e-b8ca-4c61c990df4a service nova] Enqueued Resource ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 with Priority: HIGHEST for action security_group_rules [ 887.826717] env[66962]: INFO networking_nsxv3.common.synchronization [req-7a8f31af-bd20-4ea6-a356-052a1d2274af req-8afbdff8-7a2d-456e-b8ca-4c61c990df4a service nova] Enqueued Resource ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 with Priority: HIGHEST for action security_group_members [ 887.826855] env[66962]: INFO networking_nsxv3.common.synchronization [req-7a8f31af-bd20-4ea6-a356-052a1d2274af req-8afbdff8-7a2d-456e-b8ca-4c61c990df4a service nova] Enqueued Resource ID: 6385d6e1-3746-4849-9e86-3355d5f0d0a1 with Priority: HIGHEST for action port [ 887.827429] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 with Priority: HIGHEST for action security_group_rules [ 887.827571] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 with Priority: HIGHEST for action security_group_members [ 887.827669] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6385d6e1-3746-4849-9e86-3355d5f0d0a1 with Priority: HIGHEST for action port [ 887.827940] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13a897d4-7f81-483d-ad64-489ec6b97cc7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.828090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.828159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.828515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.828612] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13a897d4-7f81-483d-ad64-489ec6b97cc7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.830968] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-13a897d4-7f81-483d-ad64-489ec6b97cc7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.830968] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.830968] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.830968] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.830968] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.830968] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.830968] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.830968] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.830968] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.831297] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13a897d4-7f81-483d-ad64-489ec6b97cc7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.831868] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-6385d6e1-3746-4849-9e86-3355d5f0d0a1 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.832200] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6385d6e1-3746-4849-9e86-3355d5f0d0a1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.832200] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6385d6e1-3746-4849-9e86-3355d5f0d0a1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.832296] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6385d6e1-3746-4849-9e86-3355d5f0d0a1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.832461] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6385d6e1-3746-4849-9e86-3355d5f0d0a1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.334730] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13a897d4-7f81-483d-ad64-489ec6b97cc7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.336469] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-13a897d4-7f81-483d-ad64-489ec6b97cc7 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.336644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.336817] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6385d6e1-3746-4849-9e86-3355d5f0d0a1 with status ACTIVE [ 888.337067] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.337236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.337311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.337523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.337612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.338435] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.338596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.338707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.338941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.338986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.339193] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.339295] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.339391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.339508] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.339628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.339688] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6385d6e1-3746-4849-9e86-3355d5f0d0a1 is going to be updated. [ 888.364722] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.364864] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.364934] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.365170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.365741] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.365741] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6385d6e1-3746-4849-9e86-3355d5f0d0a1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.771720] env[66962]: INFO networking_nsxv3.common.synchronization [req-af190f98-188f-4bd4-9cb4-c9d3367f7637 req-681ccf53-f289-4993-9e56-d089d03bbc9d tempest-ServersTestJSON-66213388 tempest-ServersTestJSON-66213388-project-member] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 888.772601] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 888.772985] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.773176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.773237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.773506] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.773640] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.773774] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.773774] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.773945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.774068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.774220] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.842858] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13a897d4-7f81-483d-ad64-489ec6b97cc7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.256188] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.256478] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.256631] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.256964] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.257306] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.257473] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.257614] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.257868] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.258074] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.258311] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.258452] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.258606] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.258758] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.258905] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.259090] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.259269] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.278777] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.290175] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.290380] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.290501] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.290702] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.291108] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-bfde0fb7-e189-4c24-8c0b-50f99b8ccd43 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.291324] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-bfde0fb7-e189-4c24-8c0b-50f99b8ccd43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.291477] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-bfde0fb7-e189-4c24-8c0b-50f99b8ccd43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.291961] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-bfde0fb7-e189-4c24-8c0b-50f99b8ccd43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.292655] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfde0fb7-e189-4c24-8c0b-50f99b8ccd43',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.345560] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.345888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.345888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.346113] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.346211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.346508] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 is going to be created. [ 889.371660] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.371869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.371929] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.372126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.372287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.383825] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 in Status: UNINITIALIZED for 2s [ 889.781113] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.796063] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.796455] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.799033] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.799033] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.799033] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.799033] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port bfde0fb7-e189-4c24-8c0b-50f99b8ccd43 not found, creating... [ 889.799033] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.799033] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.799033] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.799033] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.799033] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.799711] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.799798] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.800598] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.800922] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.801207] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.801207] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: bfde0fb7-e189-4c24-8c0b-50f99b8ccd43 is going to be created. [ 889.826214] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.827439] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.827597] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.827948] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.828214] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.828476] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-bfde0fb7-e189-4c24-8c0b-50f99b8ccd43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.283946] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.283946] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.283946] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.284327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.284358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.284584] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 890.358962] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.358962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.358962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.359517] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.359517] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.371937] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 890.931927] env[66962]: INFO networking_nsxv3.common.synchronization [req-e32962a4-7456-479e-a5e8-adc887a02c08 req-c6c6f050-7a83-40a8-8801-1a5ff60fa234 tempest-ImagesNegativeTestJSON-2146808067 tempest-ImagesNegativeTestJSON-2146808067-project-member] Enqueued Resource ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 with Priority: HIGHEST for action security_group_members [ 890.934746] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 with Priority: HIGHEST for action security_group_members [ 890.935208] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb9ea16-84d3-474b-bca0-0dc0101a2379 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.935397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.935500] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.935767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.935994] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.936250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.936331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.936541] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.936653] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.936791] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bb9ea16-84d3-474b-bca0-0dc0101a2379',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.069567] env[66962]: INFO networking_nsxv3.common.synchronization [req-af190f98-188f-4bd4-9cb4-c9d3367f7637 req-9a37761a-42cf-4015-8afe-1809e1ac9598 service nova] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_rules [ 891.070015] env[66962]: INFO networking_nsxv3.common.synchronization [req-af190f98-188f-4bd4-9cb4-c9d3367f7637 req-9a37761a-42cf-4015-8afe-1809e1ac9598 service nova] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 891.070277] env[66962]: INFO networking_nsxv3.common.synchronization [req-af190f98-188f-4bd4-9cb4-c9d3367f7637 req-9a37761a-42cf-4015-8afe-1809e1ac9598 service nova] Enqueued Resource ID: bfde0fb7-e189-4c24-8c0b-50f99b8ccd43 with Priority: HIGHEST for action port [ 891.071430] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_rules [ 891.071854] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 891.072086] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfde0fb7-e189-4c24-8c0b-50f99b8ccd43 with Priority: HIGHEST for action port [ 891.072568] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.072824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.072981] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.073429] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.074470] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.078027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.078027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.078027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfde0fb7-e189-4c24-8c0b-50f99b8ccd43 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.078027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfde0fb7-e189-4c24-8c0b-50f99b8ccd43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.078027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfde0fb7-e189-4c24-8c0b-50f99b8ccd43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.078027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfde0fb7-e189-4c24-8c0b-50f99b8ccd43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.078027] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfde0fb7-e189-4c24-8c0b-50f99b8ccd43',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.398403] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 in Status: SUCCESS [ 891.398881] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.399139] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.399548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.400108] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.400706] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.400706] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.401307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.401518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.401874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.403261] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13a897d4-7f81-483d-ad64-489ec6b97cc7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.440619] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.441445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.441445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.441445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.441445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.443317] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.443317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.443317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.443317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.443317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.443317] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 is going to be updated. [ 891.481589] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.481846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.481846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.482037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.482189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.495293] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 in Status: IN_PROGRESS for 2s [ 891.580423] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.580423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.580423] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfde0fb7-e189-4c24-8c0b-50f99b8ccd43 with status ACTIVE [ 891.580861] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.580861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.580861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.581063] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.581100] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.581367] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.581367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.581567] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.581567] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.581695] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.581897] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.582016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.582095] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.582224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.582297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.582382] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfde0fb7-e189-4c24-8c0b-50f99b8ccd43 is going to be updated. [ 891.617874] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.618188] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.618398] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.618666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.618872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.619541] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfde0fb7-e189-4c24-8c0b-50f99b8ccd43" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.909375] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13a897d4-7f81-483d-ad64-489ec6b97cc7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.381935] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 892.382237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.382428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.382695] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.382935] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.383084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.383151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.383311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.383393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.383487] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.413249] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13a897d4-7f81-483d-ad64-489ec6b97cc7: rpc.has_security_group_logging(os_id): False [ 892.432269] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.432482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.432482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.432678] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.432920] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.433138] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.433235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.433296] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.433954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.433954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.433954] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 is going to be created. [ 892.503468] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.503654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.503851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.504281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.504546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.518205] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 in Status: IN_PROGRESS for 2s [ 892.886544] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.388187] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.506377] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 in Status: SUCCESS [ 893.506729] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 deletion is rescheduled due to dependency. [ 893.506729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.888580] env[66962]: INFO networking_nsxv3.common.synchronization [req-d4e633e9-3682-461a-a18f-42f493369dfd req-be2bbd09-05fa-41e6-9a97-56876e49ed91 tempest-ServerTagsTestJSON-1007206832 tempest-ServerTagsTestJSON-1007206832-project-member] Enqueued Resource ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b with Priority: HIGHEST for action security_group_members [ 893.889217] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b with Priority: HIGHEST for action security_group_members [ 893.889543] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cb303bb-ea5c-40cf-98d8-ed46c955031b taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.889863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.889926] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.890708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.890708] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.890708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.890708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.890901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.890933] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.891684] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cb303bb-ea5c-40cf-98d8-ed46c955031b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.892257] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.892387] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.892523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.893309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.893309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.893309] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 893.929482] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.929688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.929752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.929978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.930181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.941165] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 894.396236] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.396416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.396465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.396660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.396748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.396941] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.397058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.397122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.397264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.397340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.397423] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b is going to be updated. [ 894.428781] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.429022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.429022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.429276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.429350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.440671] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b in Status: IN_PROGRESS for 2s [ 894.534658] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 in Status: SUCCESS [ 894.534926] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.952435] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 895.953207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.953207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.953207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.953539] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.953539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.953539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.953711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.953802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.953873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.954029] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.145461] env[66962]: INFO networking_nsxv3.common.synchronization [None req-a4fec161-7c17-45f4-ad92-a60c230300c6 tempest-ServerDiskConfigTestJSON-1440675890 tempest-ServerDiskConfigTestJSON-1440675890-project-member] Enqueued Resource ID: 5f672354-b3fb-4a92-a3f6-526fa56b72ab with Priority: HIGHEST for action security_group_rules [ 896.145520] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f672354-b3fb-4a92-a3f6-526fa56b72ab with Priority: HIGHEST for action security_group_rules [ 896.145815] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f672354-b3fb-4a92-a3f6-526fa56b72ab taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.147045] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f672354-b3fb-4a92-a3f6-526fa56b72ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.147045] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f672354-b3fb-4a92-a3f6-526fa56b72ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.147045] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f672354-b3fb-4a92-a3f6-526fa56b72ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.147045] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f672354-b3fb-4a92-a3f6-526fa56b72ab',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.238341] env[66962]: INFO networking_nsxv3.common.synchronization [None req-e9cba92e-adf6-4e1a-83fe-3775f9f98d4d tempest-ServerDiskConfigTestJSON-1440675890 tempest-ServerDiskConfigTestJSON-1440675890-project-member] Enqueued Resource ID: 5f672354-b3fb-4a92-a3f6-526fa56b72ab with Priority: HIGHEST for action security_group_rules [ 896.238995] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f672354-b3fb-4a92-a3f6-526fa56b72ab with Priority: HIGHEST for action security_group_rules [ 896.239485] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f672354-b3fb-4a92-a3f6-526fa56b72ab taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.239828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f672354-b3fb-4a92-a3f6-526fa56b72ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.455484] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b in Status: SUCCESS [ 896.455484] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cb303bb-ea5c-40cf-98d8-ed46c955031b deletion is rescheduled due to dependency. [ 896.455846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cb303bb-ea5c-40cf-98d8-ed46c955031b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.457521] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.457707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.457828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.458174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.458244] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.458357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.458419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.458667] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.458884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.458963] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.459318] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.459412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.459483] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.459754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.460102] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.460203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.460238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.461330] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.461330] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.461330] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.461330] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.668076] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.668344] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.668344] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.668583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.668684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.668782] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f672354-b3fb-4a92-a3f6-526fa56b72ab already deleted. [ 896.668876] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f672354-b3fb-4a92-a3f6-526fa56b72ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.669143] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f672354-b3fb-4a92-a3f6-526fa56b72ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.669332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f672354-b3fb-4a92-a3f6-526fa56b72ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.669438] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f672354-b3fb-4a92-a3f6-526fa56b72ab',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.964491] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ceed366-e1c3-4346-bdde-720a4876026c: rpc.has_security_group_logging(os_id): False [ 896.986820] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.987435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.987435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.987675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.987675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.987907] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.988037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.988080] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.988371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.988371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.988578] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.988628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.988705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.988884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.988959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.989161] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.989515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.989515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.989710] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.989840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.989950] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 897.057556] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.057781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.057781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.057991] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.058160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.072530] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 897.192191] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.192375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.192436] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.192622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.192702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.192828] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f672354-b3fb-4a92-a3f6-526fa56b72ab already deleted. [ 897.192909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f672354-b3fb-4a92-a3f6-526fa56b72ab" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.086170] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 899.086664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.601948] env[66962]: INFO networking_nsxv3.common.synchronization [req-c9baf527-4afc-4e83-ad56-13f5ce63bd9f req-045d70d5-fdb0-481f-b896-7f38b787946d tempest-ImagesOneServerNegativeTestJSON-1548135388 tempest-ImagesOneServerNegativeTestJSON-1548135388-project-member] Enqueued Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 899.602547] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 899.602865] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.603021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.603100] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.603385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.603472] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.603562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.603562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.603707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.603790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.603884] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.108537] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.108910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.108910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.109216] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.109342] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.109578] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.109807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.109807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.110322] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.110322] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.110322] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da is going to be updated. [ 900.162364] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.162364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.162364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.162364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.162364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.172261] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: IN_PROGRESS for 2s [ 900.482324] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.482324] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-733" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.482324] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-733" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.483119] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-733" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.485910] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.485910] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.485910] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.485910] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.485910] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.485910] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.485910] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.485910] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.485910] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.485910] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.485910] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.485910] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.548765] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.548944] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.063 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.549120] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.549300] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-733" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.549927] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-c58815fc-547c-4110-bfff-8cb00092837a taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.549927] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-c58815fc-547c-4110-bfff-8cb00092837a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.550203] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-c58815fc-547c-4110-bfff-8cb00092837a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.550428] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-c58815fc-547c-4110-bfff-8cb00092837a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.550586] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c58815fc-547c-4110-bfff-8cb00092837a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.053340] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.053565] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.053632] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.053988] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.054169] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.054332] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port c58815fc-547c-4110-bfff-8cb00092837a not found, creating... [ 901.054667] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.054874] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.054978] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.055254] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.055390] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.055714] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.055996] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.055996] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.056263] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.056407] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.056553] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: c58815fc-547c-4110-bfff-8cb00092837a is going to be created. [ 901.083701] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.084163] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.084397] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.084818] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.085197] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.085559] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-c58815fc-547c-4110-bfff-8cb00092837a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.286226] env[66962]: INFO networking_nsxv3.common.synchronization [None req-b05f3768-1f1b-4c08-84b6-360a81b64d5d None None] Enqueued Resource ID: 9369cead-4837-4926-b2ba-7a369857e90b with Priority: HIGHEST for action port [ 901.287355] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9369cead-4837-4926-b2ba-7a369857e90b with Priority: HIGHEST for action port [ 901.288133] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9369cead-4837-4926-b2ba-7a369857e90b taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.288338] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9369cead-4837-4926-b2ba-7a369857e90b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.288446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9369cead-4837-4926-b2ba-7a369857e90b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.288984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9369cead-4837-4926-b2ba-7a369857e90b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.289152] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9369cead-4837-4926-b2ba-7a369857e90b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.791944] env[66962]: INFO networking_nsxv3.common.synchronization [req-c9baf527-4afc-4e83-ad56-13f5ce63bd9f req-77f18cad-16a5-4541-ba90-b789f34e24bf service nova] Enqueued Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_rules [ 901.792282] env[66962]: INFO networking_nsxv3.common.synchronization [req-c9baf527-4afc-4e83-ad56-13f5ce63bd9f req-77f18cad-16a5-4541-ba90-b789f34e24bf service nova] Enqueued Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 901.792282] env[66962]: INFO networking_nsxv3.common.synchronization [req-c9baf527-4afc-4e83-ad56-13f5ce63bd9f req-77f18cad-16a5-4541-ba90-b789f34e24bf service nova] Enqueued Resource ID: c58815fc-547c-4110-bfff-8cb00092837a with Priority: HIGHEST for action port [ 901.792577] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9369cead-4837-4926-b2ba-7a369857e90b [ 901.792806] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.792978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.793694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.793999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.794147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.794355] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9369cead-4837-4926-b2ba-7a369857e90b already deleted. [ 901.794711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9369cead-4837-4926-b2ba-7a369857e90b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.795121] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_rules [ 901.795664] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 901.795803] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58815fc-547c-4110-bfff-8cb00092837a with Priority: HIGHEST for action port [ 901.796260] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.796458] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.796558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.796805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.796935] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.798535] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.798535] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.799228] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c58815fc-547c-4110-bfff-8cb00092837a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.799228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c58815fc-547c-4110-bfff-8cb00092837a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.799228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c58815fc-547c-4110-bfff-8cb00092837a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.799228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c58815fc-547c-4110-bfff-8cb00092837a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.799228] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c58815fc-547c-4110-bfff-8cb00092837a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.173302] env[66962]: INFO networking_nsxv3.common.synchronization [req-c73bbf0d-77b3-4d4a-8346-0f2d8be76234 req-c15811d9-6094-4e21-996b-3b5160a08639 tempest-ServerDiskConfigTestJSON-1440675890 tempest-ServerDiskConfigTestJSON-1440675890-project-member] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 902.173302] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 902.173302] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.173302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.173302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.173817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.174131] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.174390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.175786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.176129] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.176440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.176982] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.187077] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: SUCCESS [ 902.187276] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da deletion is rescheduled due to dependency. [ 902.187390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.187551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.187763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.187942] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.188073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.188136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.188281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.188358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.188462] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.301839] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.302793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.302793] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c58815fc-547c-4110-bfff-8cb00092837a with status ACTIVE [ 902.302793] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.302793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.302793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.302793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.302793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.303126] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.303192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.303244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.303428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.303486] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.303664] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.303811] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.303886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.304037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.304117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.304200] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c58815fc-547c-4110-bfff-8cb00092837a is going to be updated. [ 902.327448] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.327448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.327448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.327708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.327738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.327887] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c58815fc-547c-4110-bfff-8cb00092837a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.681850] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.681998] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.682117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.682379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.682487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.682695] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.682806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.682917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.683115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.683200] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.683288] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 902.693639] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.729075] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.729075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.729075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.729075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.729075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.767670] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 903.199651] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.404197] env[66962]: INFO networking_nsxv3.common.synchronization [None req-b91c1830-0a54-4b2e-b680-91d9dc070aad None None] Enqueued Resource ID: b11aa0b2-5bf3-431d-a398-9e3b7f8a5b8f with Priority: HIGHEST for action port [ 903.404825] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b11aa0b2-5bf3-431d-a398-9e3b7f8a5b8f with Priority: HIGHEST for action port [ 903.406999] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b11aa0b2-5bf3-431d-a398-9e3b7f8a5b8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.406999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b11aa0b2-5bf3-431d-a398-9e3b7f8a5b8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.406999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b11aa0b2-5bf3-431d-a398-9e3b7f8a5b8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.406999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b11aa0b2-5bf3-431d-a398-9e3b7f8a5b8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.406999] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b11aa0b2-5bf3-431d-a398-9e3b7f8a5b8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.703884] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.704169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.704169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.704355] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.704445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.704543] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da is going to be updated. [ 903.739858] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.740012] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.740084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.740297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.740443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.750690] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: IN_PROGRESS for 2s [ 903.909267] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b11aa0b2-5bf3-431d-a398-9e3b7f8a5b8f [ 903.909267] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.909267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.909462] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.909526] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.909643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.909769] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b11aa0b2-5bf3-431d-a398-9e3b7f8a5b8f already deleted. [ 903.909871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b11aa0b2-5bf3-431d-a398-9e3b7f8a5b8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.444046] env[66962]: INFO networking_nsxv3.common.synchronization [req-b8e9a379-be42-438c-b404-d3b0ed4a31bc req-430dc2e2-6fe3-4647-a390-d7f15331e7fa tempest-ServerRescueNegativeTestJSON-1898878050 tempest-ServerRescueNegativeTestJSON-1898878050-project-member] Enqueued Resource ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec with Priority: HIGHEST for action security_group_members [ 904.444608] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec with Priority: HIGHEST for action security_group_members [ 904.444608] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.444712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.444712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.444952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.445787] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.445930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.445967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.446156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.446246] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.446345] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f78685-d7ba-4743-8ae9-54f5c3bf92ec',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.613289] env[66962]: INFO networking_nsxv3.common.synchronization [None req-ec708d3e-d464-4299-84b7-a992fd3b5bda None None] Enqueued Resource ID: 31f2e91d-f1d0-4783-bcbd-8504420b05f8 with Priority: HIGHEST for action port [ 904.613640] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f2e91d-f1d0-4783-bcbd-8504420b05f8 with Priority: HIGHEST for action port [ 904.613980] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-31f2e91d-f1d0-4783-bcbd-8504420b05f8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.614092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31f2e91d-f1d0-4783-bcbd-8504420b05f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.614143] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31f2e91d-f1d0-4783-bcbd-8504420b05f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.615554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31f2e91d-f1d0-4783-bcbd-8504420b05f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.615554] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31f2e91d-f1d0-4783-bcbd-8504420b05f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.779839] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 904.779839] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee deletion is rescheduled due to dependency. [ 904.779839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.926656] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.926656] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-429" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.926656] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-429" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.926656] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-429" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.926656] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.926656] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.926656] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.926656] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.926656] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.926656] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.927197] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.927197] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.927197] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.927197] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.927319] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.927863] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.948288] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.950017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.950017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.950017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.950017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.950017] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.950017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.950017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.950017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.950017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.950017] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec already deleted. [ 904.950017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.958737] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.960518] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.960518] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.960518] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-429" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.960518] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-2b6c13d9-ca85-4734-bafe-3a623d57299f taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.960518] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-2b6c13d9-ca85-4734-bafe-3a623d57299f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.960518] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-2b6c13d9-ca85-4734-bafe-3a623d57299f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.963946] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-2b6c13d9-ca85-4734-bafe-3a623d57299f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.963946] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6c13d9-ca85-4734-bafe-3a623d57299f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.117477] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31f2e91d-f1d0-4783-bcbd-8504420b05f8 [ 905.117477] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.117477] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.117477] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.117742] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.117742] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.117742] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31f2e91d-f1d0-4783-bcbd-8504420b05f8 already deleted. [ 905.117845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31f2e91d-f1d0-4783-bcbd-8504420b05f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.355261] env[66962]: INFO networking_nsxv3.common.synchronization [None req-5bb2b90f-74c6-4004-8b0c-7243ea20c849 None None] Enqueued Resource ID: e014527b-c087-4b0f-865b-62a940ad2a20 with Priority: HIGHEST for action port [ 905.355874] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e014527b-c087-4b0f-865b-62a940ad2a20 with Priority: HIGHEST for action port [ 905.356206] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e014527b-c087-4b0f-865b-62a940ad2a20 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.356340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e014527b-c087-4b0f-865b-62a940ad2a20" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.356416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e014527b-c087-4b0f-865b-62a940ad2a20" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.356698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e014527b-c087-4b0f-865b-62a940ad2a20" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.356850] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e014527b-c087-4b0f-865b-62a940ad2a20',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.468104] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.468420] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.468485] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.468732] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.468891] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.469070] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 2b6c13d9-ca85-4734-bafe-3a623d57299f not found, creating... [ 905.469354] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.469529] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.469727] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.469967] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.470126] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.470604] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.470604] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.470744] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.470922] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.471072] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.471222] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 2b6c13d9-ca85-4734-bafe-3a623d57299f is going to be created. [ 905.494440] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.494581] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.494704] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.494980] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.495229] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.495452] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-2b6c13d9-ca85-4734-bafe-3a623d57299f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.762419] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: SUCCESS [ 905.762419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.762649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.762813] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.763060] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.763195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.763284] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.763475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.763574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.763669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.763767] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.861210] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e014527b-c087-4b0f-865b-62a940ad2a20 [ 905.861348] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.861480] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.861699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.861918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.862027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.862127] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e014527b-c087-4b0f-865b-62a940ad2a20 already deleted. [ 905.862309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e014527b-c087-4b0f-865b-62a940ad2a20" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.270839] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.270987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.271099] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.271287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.271561] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.271561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.271693] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.271741] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.271851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.271913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.272072] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.272170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.272224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.272376] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.272581] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.272637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.273263] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.273263] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.273263] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.273263] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.273263] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.312023] env[66962]: INFO networking_nsxv3.common.synchronization [req-b8e9a379-be42-438c-b404-d3b0ed4a31bc req-f4ab2740-61f0-4a44-939b-a49d17009952 service nova] Enqueued Resource ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec with Priority: HIGHEST for action security_group_rules [ 906.312416] env[66962]: INFO networking_nsxv3.common.synchronization [req-b8e9a379-be42-438c-b404-d3b0ed4a31bc req-f4ab2740-61f0-4a44-939b-a49d17009952 service nova] Enqueued Resource ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec with Priority: HIGHEST for action security_group_members [ 906.312416] env[66962]: INFO networking_nsxv3.common.synchronization [req-b8e9a379-be42-438c-b404-d3b0ed4a31bc req-f4ab2740-61f0-4a44-939b-a49d17009952 service nova] Enqueued Resource ID: 2b6c13d9-ca85-4734-bafe-3a623d57299f with Priority: HIGHEST for action port [ 906.314841] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec with Priority: HIGHEST for action security_group_rules [ 906.314841] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec with Priority: HIGHEST for action security_group_members [ 906.314841] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6c13d9-ca85-4734-bafe-3a623d57299f with Priority: HIGHEST for action port [ 906.314841] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.314841] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.314841] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.314841] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.314841] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f78685-d7ba-4743-8ae9-54f5c3bf92ec',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.315185] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.315185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.315266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.315352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.315491] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.315777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.315777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.315777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.315895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.315926] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f78685-d7ba-4743-8ae9-54f5c3bf92ec',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.316938] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b6c13d9-ca85-4734-bafe-3a623d57299f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.317054] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b6c13d9-ca85-4734-bafe-3a623d57299f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.317173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b6c13d9-ca85-4734-bafe-3a623d57299f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.317254] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b6c13d9-ca85-4734-bafe-3a623d57299f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.317331] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6c13d9-ca85-4734-bafe-3a623d57299f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.776395] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 802094f0-b6d4-4716-a34d-7efcc11894da: rpc.has_security_group_logging(os_id): False [ 906.796113] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.796113] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.796113] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.796347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.796485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.797240] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.797240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.797240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.797485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.797485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.797758] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.797885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.797996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.798276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.798379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.798626] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.798734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.798818] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.798996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.799102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.799208] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da is going to be updated. [ 906.819037] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.819199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.821489] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5f78685-d7ba-4743-8ae9-54f5c3bf92ec',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.822916] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b6c13d9-ca85-4734-bafe-3a623d57299f with status ACTIVE [ 906.823207] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.823364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.826518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.826518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.826518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.826518] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.826518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.826518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.826518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.826518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.826518] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.826518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.826518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.826518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.826518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.826518] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b6c13d9-ca85-4734-bafe-3a623d57299f is going to be updated. [ 906.852799] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.852799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.852799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.852799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.852799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.852799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b6c13d9-ca85-4734-bafe-3a623d57299f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.894234] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.894441] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.894502] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.894697] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.894854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.925862] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: IN_PROGRESS for 2s [ 907.055238] env[66962]: INFO networking_nsxv3.common.synchronization [None req-6714f2f3-205b-4b36-8940-3014556eda5a tempest-ServersTestFqdnHostnames-1360803350 tempest-ServersTestFqdnHostnames-1360803350-project-member] Enqueued Resource ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be with Priority: HIGHEST for action security_group_rules [ 907.056898] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be with Priority: HIGHEST for action security_group_rules [ 907.057373] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.059033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.059033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.059033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.059413] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1ca5472-22b7-4033-a1f5-4da8c729a4be',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.196266] env[66962]: INFO networking_nsxv3.common.synchronization [None req-d6b2e4b0-430a-4a16-a308-ec9f03ad4847 tempest-ServersTestFqdnHostnames-1360803350 tempest-ServersTestFqdnHostnames-1360803350-project-member] Enqueued Resource ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be with Priority: HIGHEST for action security_group_rules [ 907.197165] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be with Priority: HIGHEST for action security_group_rules [ 907.197639] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.197871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.329321] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5f78685-d7ba-4743-8ae9-54f5c3bf92ec',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.587375] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.587538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.587646] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.587827] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.587911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.589147] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be already deleted. [ 907.589615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.589615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.592758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.592758] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1ca5472-22b7-4033-a1f5-4da8c729a4be',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.836154] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.836154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.836154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.836154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.836154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.836154] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec is going to be created. [ 907.863464] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.863464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.863464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.863464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.863464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.876266] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec in Status: UNINITIALIZED for 2s [ 908.112249] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.112524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.112524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.112698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.112800] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.112923] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be already deleted. [ 908.113040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.942401] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: SUCCESS [ 908.942764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.551417] env[66962]: INFO networking_nsxv3.common.synchronization [req-92a6671f-dd76-46b6-83d9-56e343fe784c req-ea122eb0-986f-41e7-bdb4-4565b490199e tempest-ServersTestJSON-66213388 tempest-ServersTestJSON-66213388-project-member] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 909.552467] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 909.552467] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.553850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.553850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.553850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.556350] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.556451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.556530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.556709] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.556807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.557168] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.887167] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec in Status: SUCCESS [ 909.887415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.887609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.887873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.888095] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.888227] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.888295] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.888463] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.888552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.888649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.888741] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5f78685-d7ba-4743-8ae9-54f5c3bf92ec',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.060585] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.271790] env[66962]: INFO networking_nsxv3.common.synchronization [req-5a7058a2-7be6-4a16-bd96-f1d0584a8018 req-136a00be-4e0c-4765-924d-5f1cc6c976e2 tempest-ImagesTestJSON-169850790 tempest-ImagesTestJSON-169850790-project-member] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 910.273066] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 910.273174] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.273280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.273345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.273999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.273999] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.273999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.274158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.274271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.274356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.274891] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.391153] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5f78685-d7ba-4743-8ae9-54f5c3bf92ec',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.513734] env[66962]: INFO networking_nsxv3.common.synchronization [req-bfb4f77a-04c8-4ccc-85ab-a11a82583a57 req-a199bdf5-3203-44b8-bc5a-61021653ae37 tempest-ListServerFiltersTestJSON-468872672 tempest-ListServerFiltersTestJSON-468872672-project-member] Enqueued Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 910.514386] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 910.515100] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.515226] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.515311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.515550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.515707] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.515804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.515868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.516026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.516114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.516206] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.566540] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.776429] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.776700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.776793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.777029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.777160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.777374] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.777505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.777579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.777738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.777850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.777945] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be updated. [ 910.817955] env[66962]: INFO networking_nsxv3.common.synchronization [req-4af45fe4-99f5-49c0-9cc9-1d909ca2cff7 req-d45af70f-43c0-4cc4-9de2-98e2b3d22f0e tempest-ServerActionsTestOtherA-480394509 tempest-ServerActionsTestOtherA-480394509-project-member] Enqueued Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_members [ 910.817955] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_members [ 910.818832] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.818832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.818832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.819148] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.819148] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.819485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.819485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.819485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.819596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.819625] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.826351] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.827706] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.827781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.827985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.828144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.845997] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: IN_PROGRESS for 2s [ 910.895015] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5f78685-d7ba-4743-8ae9-54f5c3bf92ec: rpc.has_security_group_logging(os_id): False [ 910.923828] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.924049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.924176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.927021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.927021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.927021] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.927021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.927021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.927021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.927021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.927021] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec is going to be created. [ 911.003308] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.003308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.003308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.003308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.003308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.022039] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.023871] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec in Status: IN_PROGRESS for 2s [ 911.070835] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.071160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.071160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.071364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.071456] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.071558] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 911.122526] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.122930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.122930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.123146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.123230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.133527] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 911.324495] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.324834] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.324834] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.324927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.325071] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.325207] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.325302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.325365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.325538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.325580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.325678] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da073e0c-b31f-4acb-846e-139703386e84 is going to be updated. [ 911.359169] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.359169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.359169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.359169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.359169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.372934] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da073e0c-b31f-4acb-846e-139703386e84 in Status: IN_PROGRESS for 2s [ 911.525103] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.030540] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.030745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.030745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.030966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.031126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.031232] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 is going to be updated. [ 912.067870] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.068020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.068098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.068309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.068460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.080952] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: IN_PROGRESS for 2s [ 912.855999] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 912.856223] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c deletion is rescheduled due to dependency. [ 912.856330] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.038076] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec in Status: SUCCESS [ 913.038196] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.144914] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 913.144914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.384733] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da073e0c-b31f-4acb-846e-139703386e84 in Status: SUCCESS [ 913.384902] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da073e0c-b31f-4acb-846e-139703386e84 deletion is rescheduled due to dependency. [ 913.385806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.099970] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: SUCCESS [ 914.100524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.848451] env[66962]: INFO networking_nsxv3.common.synchronization [req-06a769fe-6ec7-4943-96f5-e637e37f3fcc req-1cfc9cca-2ffa-4f61-9b1e-75daadc048b6 tempest-ImagesOneServerNegativeTestJSON-1548135388 tempest-ImagesOneServerNegativeTestJSON-1548135388-project-member] Enqueued Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 914.852023] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGHEST for action security_group_members [ 914.852023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.852023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.852023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.852023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.852023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.853209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.853297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.853486] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.853578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.853681] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.357352] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.357529] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.357651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.358238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.358238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.358238] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.358407] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.358407] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.358530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.358562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.358890] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da is going to be updated. [ 915.387645] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.387800] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.387913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.388241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.388450] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.402466] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: IN_PROGRESS for 2s [ 917.413370] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 802094f0-b6d4-4716-a34d-7efcc11894da in Status: SUCCESS [ 917.413915] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da deletion is rescheduled due to dependency. [ 917.413915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.233042] env[66962]: INFO networking_nsxv3.common.synchronization [None req-ce3c1ad9-218d-4053-a80a-bf830060f50d None None] Enqueued Resource ID: 5f8f427b-ab71-4117-93bf-872bbfca7244 with Priority: HIGHEST for action port [ 918.233526] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8f427b-ab71-4117-93bf-872bbfca7244 with Priority: HIGHEST for action port [ 918.233884] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f8f427b-ab71-4117-93bf-872bbfca7244 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.234228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f8f427b-ab71-4117-93bf-872bbfca7244" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.234332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f8f427b-ab71-4117-93bf-872bbfca7244" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.236587] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f8f427b-ab71-4117-93bf-872bbfca7244" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.236587] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f8f427b-ab71-4117-93bf-872bbfca7244',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.738894] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f8f427b-ab71-4117-93bf-872bbfca7244 [ 918.738894] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.738894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.738894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.738894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.738894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.738894] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f8f427b-ab71-4117-93bf-872bbfca7244 already deleted. [ 918.738894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f8f427b-ab71-4117-93bf-872bbfca7244" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.807515] env[66962]: INFO networking_nsxv3.common.synchronization [None req-8b38d95f-e505-4f70-b4e9-c75dee00bf4e None None] Enqueued Resource ID: 1cdff8d8-96fe-4bfb-ace3-0c6db463966a with Priority: HIGHEST for action port [ 920.807807] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cdff8d8-96fe-4bfb-ace3-0c6db463966a with Priority: HIGHEST for action port [ 920.808787] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cdff8d8-96fe-4bfb-ace3-0c6db463966a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.808787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cdff8d8-96fe-4bfb-ace3-0c6db463966a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.808787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cdff8d8-96fe-4bfb-ace3-0c6db463966a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.808787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cdff8d8-96fe-4bfb-ace3-0c6db463966a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.808787] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cdff8d8-96fe-4bfb-ace3-0c6db463966a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.311079] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cdff8d8-96fe-4bfb-ace3-0c6db463966a [ 921.311565] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.311565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.311565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.311746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.311807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.312637] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cdff8d8-96fe-4bfb-ace3-0c6db463966a already deleted. [ 921.312637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cdff8d8-96fe-4bfb-ace3-0c6db463966a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.149074] env[66962]: INFO networking_nsxv3.common.synchronization [None req-418e734c-89e3-4558-89c0-c0cafd013c8a None None] Enqueued Resource ID: 01571f88-cbbb-4eb4-a1a2-fdf0aafe6638 with Priority: HIGHEST for action port [ 923.149074] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01571f88-cbbb-4eb4-a1a2-fdf0aafe6638 with Priority: HIGHEST for action port [ 923.149441] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-01571f88-cbbb-4eb4-a1a2-fdf0aafe6638 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.149441] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01571f88-cbbb-4eb4-a1a2-fdf0aafe6638" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.149441] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01571f88-cbbb-4eb4-a1a2-fdf0aafe6638" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.149563] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01571f88-cbbb-4eb4-a1a2-fdf0aafe6638" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.149595] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01571f88-cbbb-4eb4-a1a2-fdf0aafe6638',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.653048] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01571f88-cbbb-4eb4-a1a2-fdf0aafe6638 [ 923.653048] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.653048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.653272] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.653431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.654028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.654028] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01571f88-cbbb-4eb4-a1a2-fdf0aafe6638 already deleted. [ 923.654028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01571f88-cbbb-4eb4-a1a2-fdf0aafe6638" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.629468] env[66962]: INFO networking_nsxv3.common.synchronization [None req-29f542da-c395-44b5-b3f9-cd0c0b1011cd None None] Enqueued Resource ID: a85500fb-03d0-41f0-bcd4-18972bce1ab0 with Priority: HIGHEST for action port [ 924.630873] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a85500fb-03d0-41f0-bcd4-18972bce1ab0 with Priority: HIGHEST for action port [ 924.630873] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a85500fb-03d0-41f0-bcd4-18972bce1ab0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.630873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a85500fb-03d0-41f0-bcd4-18972bce1ab0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.630873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a85500fb-03d0-41f0-bcd4-18972bce1ab0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.630873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a85500fb-03d0-41f0-bcd4-18972bce1ab0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.630873] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a85500fb-03d0-41f0-bcd4-18972bce1ab0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.134404] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a85500fb-03d0-41f0-bcd4-18972bce1ab0 [ 925.134779] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.135012] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.135135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.135403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.135496] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.135592] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a85500fb-03d0-41f0-bcd4-18972bce1ab0 already deleted. [ 925.135669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a85500fb-03d0-41f0-bcd4-18972bce1ab0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.952487] env[66962]: INFO networking_nsxv3.common.synchronization [req-99c1b578-f0e8-4d07-9ed3-d96dfd36aec0 req-46ebce88-b4e7-4bb3-b8ba-571a213e20d5 tempest-ServerDiskConfigTestJSON-1440675890 tempest-ServerDiskConfigTestJSON-1440675890-project-member] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 925.953360] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 925.953453] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.953649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.953649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.953818] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.953957] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.954079] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.954141] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.955089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.955089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.955089] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.371876] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.371876] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.371876] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.371876] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.372189] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.372257] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.372340] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.372547] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.373281] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.373281] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.379151] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.379369] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.379528] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.379699] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.379879] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.380095] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.397956] env[66962]: INFO networking_nsxv3.common.synchronization [req-62afc403-6d26-4cfd-9650-a85f089cfdc9 req-0f249ad2-43f1-4dbd-81b2-c9413d393d89 tempest-DeleteServersTestJSON-1292956810 tempest-DeleteServersTestJSON-1292956810-project-member] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 926.398608] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 926.398941] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.399089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.399160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.399374] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.399537] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.399636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.399696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.399840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.399926] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.400035] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.405128] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.405208] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.405352] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.405519] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.405830] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-a0aefddf-1251-4a81-80cc-fcf228329b37 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.406037] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-a0aefddf-1251-4a81-80cc-fcf228329b37" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.406134] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-a0aefddf-1251-4a81-80cc-fcf228329b37" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.406416] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-a0aefddf-1251-4a81-80cc-fcf228329b37" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.406957] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0aefddf-1251-4a81-80cc-fcf228329b37',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.458556] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.458702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.459650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.459650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.459650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.459650] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.459650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.459650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.459650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.459891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.459919] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 926.506752] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.506937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.506997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.507249] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.507492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.517687] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 926.610736] env[66962]: INFO networking_nsxv3.common.synchronization [None req-996a459b-3f6a-4868-b113-27b6ff76f112 None None] Enqueued Resource ID: d2f06ed7-35d8-49ca-b85a-ea46751516c3 with Priority: HIGHEST for action port [ 926.613305] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f06ed7-35d8-49ca-b85a-ea46751516c3 with Priority: HIGHEST for action port [ 926.613812] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2f06ed7-35d8-49ca-b85a-ea46751516c3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.614015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2f06ed7-35d8-49ca-b85a-ea46751516c3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.614155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2f06ed7-35d8-49ca-b85a-ea46751516c3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.614773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2f06ed7-35d8-49ca-b85a-ea46751516c3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.614871] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2f06ed7-35d8-49ca-b85a-ea46751516c3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.902450] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.902647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.902647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.902881] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.902942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.903210] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.903335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.903335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.903447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.903540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.904023] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 926.910689] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.910907] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.911188] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.911351] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.911653] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.911653] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port a0aefddf-1251-4a81-80cc-fcf228329b37 not found, creating... [ 926.912118] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.912118] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.912231] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.912457] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.912935] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.912935] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.912935] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.913135] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.913268] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.913398] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.913530] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: a0aefddf-1251-4a81-80cc-fcf228329b37 is going to be created. [ 926.935581] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.935795] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.935916] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.936274] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.936481] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.936713] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-a0aefddf-1251-4a81-80cc-fcf228329b37" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.941818] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.941953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.942116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.942235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.942372] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.953359] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 927.009880] env[66962]: INFO networking_nsxv3.common.synchronization [None req-98761ea7-dd15-47d1-bc1c-1710ddc3f956 None None] Enqueued Resource ID: f6f4502b-6c0a-4662-829a-9fc720b65250 with Priority: HIGHEST for action port [ 927.010983] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f4502b-6c0a-4662-829a-9fc720b65250 with Priority: HIGHEST for action port [ 927.010983] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6f4502b-6c0a-4662-829a-9fc720b65250 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.011208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6f4502b-6c0a-4662-829a-9fc720b65250" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.011305] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6f4502b-6c0a-4662-829a-9fc720b65250" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.011571] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6f4502b-6c0a-4662-829a-9fc720b65250" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.011657] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6f4502b-6c0a-4662-829a-9fc720b65250',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.118363] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2f06ed7-35d8-49ca-b85a-ea46751516c3 [ 927.118363] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.118363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.118363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.118363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.118363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.118363] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2f06ed7-35d8-49ca-b85a-ea46751516c3 already deleted. [ 927.118363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2f06ed7-35d8-49ca-b85a-ea46751516c3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.514193] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6f4502b-6c0a-4662-829a-9fc720b65250 [ 927.514468] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.514610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.514680] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.515238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.515238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.515238] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6f4502b-6c0a-4662-829a-9fc720b65250 already deleted. [ 927.515238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6f4502b-6c0a-4662-829a-9fc720b65250" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.706591] env[66962]: INFO networking_nsxv3.common.synchronization [req-99c1b578-f0e8-4d07-9ed3-d96dfd36aec0 req-ce2b2cc7-da9c-4146-b23b-c1b211a80624 service nova] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_rules [ 927.706591] env[66962]: INFO networking_nsxv3.common.synchronization [req-99c1b578-f0e8-4d07-9ed3-d96dfd36aec0 req-ce2b2cc7-da9c-4146-b23b-c1b211a80624 service nova] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 927.706591] env[66962]: INFO networking_nsxv3.common.synchronization [req-99c1b578-f0e8-4d07-9ed3-d96dfd36aec0 req-ce2b2cc7-da9c-4146-b23b-c1b211a80624 service nova] Enqueued Resource ID: a0aefddf-1251-4a81-80cc-fcf228329b37 with Priority: HIGHEST for action port [ 927.706591] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_rules [ 927.706591] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 927.709317] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0aefddf-1251-4a81-80cc-fcf228329b37 with Priority: HIGHEST for action port [ 927.709695] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.709695] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.709971] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.710234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.711122] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.712069] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.712176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.712739] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0aefddf-1251-4a81-80cc-fcf228329b37 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.713720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0aefddf-1251-4a81-80cc-fcf228329b37" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.713780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0aefddf-1251-4a81-80cc-fcf228329b37" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.713941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0aefddf-1251-4a81-80cc-fcf228329b37" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.714033] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0aefddf-1251-4a81-80cc-fcf228329b37',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.216865] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.217199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.217199] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0aefddf-1251-4a81-80cc-fcf228329b37 with status ACTIVE [ 928.217353] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.217465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.217515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.217714] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.217803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.217978] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.218126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.218195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.218284] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.218358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.218532] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.218624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.218682] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.218815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.218884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.218961] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0aefddf-1251-4a81-80cc-fcf228329b37 is going to be updated. [ 928.240222] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.240373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.240444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.240641] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.240779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.240941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0aefddf-1251-4a81-80cc-fcf228329b37" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.528273] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 928.528964] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee deletion is rescheduled due to dependency. [ 928.528964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.528964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.529112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.529193] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.529291] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.529349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.529508] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.529588] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.529682] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.964165] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 928.964349] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 deletion is rescheduled due to dependency. [ 928.964466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.032160] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.534600] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.036856] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.037055] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.037122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.037345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.037451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.037562] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 930.072761] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.072954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.073028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.073265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.073539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.083860] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 931.324127] env[66962]: INFO networking_nsxv3.common.synchronization [req-f830efaf-b2de-40a8-9eb0-905c2be8070f req-15d210dc-7853-4ee2-ac1c-192b18f04df7 tempest-ServersTestFqdnHostnames-1360803350 tempest-ServersTestFqdnHostnames-1360803350-project-member] Enqueued Resource ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be with Priority: HIGHEST for action security_group_members [ 931.324127] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be with Priority: HIGHEST for action security_group_members [ 931.324127] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ca5472-22b7-4033-a1f5-4da8c729a4be taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.324127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.324127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.324748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.324748] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.324748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.324748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.324894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.325199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.325199] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ca5472-22b7-4033-a1f5-4da8c729a4be',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.665472] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.665626] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-432" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.665794] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-432" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.666073] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-432" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.666345] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.666504] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.666619] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.666834] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.666968] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.667190] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.667308] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.667416] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.667522] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.667628] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.667729] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.667858] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.689373] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.689519] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.689616] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.689795] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-432" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.690189] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-f067e3db-9257-4c10-9185-e68e59bdda4f taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.690404] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-f067e3db-9257-4c10-9185-e68e59bdda4f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.690525] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-f067e3db-9257-4c10-9185-e68e59bdda4f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.690862] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-f067e3db-9257-4c10-9185-e68e59bdda4f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.690981] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f067e3db-9257-4c10-9185-e68e59bdda4f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.827453] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.827675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.827675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.828152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.828152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.828282] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.828282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.828364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.828476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.828567] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.828645] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be already deleted. [ 931.828730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.097234] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 932.100733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.100733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.100733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.100733] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.100733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.100733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.100733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.100733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.100733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.100733] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.194125] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.194399] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.194608] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.194895] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.195058] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.195233] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port f067e3db-9257-4c10-9185-e68e59bdda4f not found, creating... [ 932.195553] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.195768] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.195962] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.196447] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.196642] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.196943] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.197122] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.197239] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.197552] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.197792] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.197871] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: f067e3db-9257-4c10-9185-e68e59bdda4f is going to be created. [ 932.220518] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.220782] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.220907] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.221241] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.221505] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.221758] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-f067e3db-9257-4c10-9185-e68e59bdda4f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.601507] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.601795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.601795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.601940] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.602151] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.602275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.602344] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.602474] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.602557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.602645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.602787] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.602877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.602931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.603102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.603250] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.603345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.603415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.603546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.603620] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.603708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.603799] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.020282] env[66962]: INFO networking_nsxv3.common.synchronization [req-f830efaf-b2de-40a8-9eb0-905c2be8070f req-720c2e35-46cc-4c65-a925-e1d12f0dea6d service nova] Enqueued Resource ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be with Priority: HIGHEST for action security_group_rules [ 933.020282] env[66962]: INFO networking_nsxv3.common.synchronization [req-f830efaf-b2de-40a8-9eb0-905c2be8070f req-720c2e35-46cc-4c65-a925-e1d12f0dea6d service nova] Enqueued Resource ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be with Priority: HIGHEST for action security_group_members [ 933.020282] env[66962]: INFO networking_nsxv3.common.synchronization [req-f830efaf-b2de-40a8-9eb0-905c2be8070f req-720c2e35-46cc-4c65-a925-e1d12f0dea6d service nova] Enqueued Resource ID: f067e3db-9257-4c10-9185-e68e59bdda4f with Priority: HIGHEST for action port [ 933.020282] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be with Priority: HIGHEST for action security_group_rules [ 933.020282] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be with Priority: HIGHEST for action security_group_members [ 933.020282] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f067e3db-9257-4c10-9185-e68e59bdda4f with Priority: HIGHEST for action port [ 933.024396] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.024396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.024396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.024396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.024396] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1ca5472-22b7-4033-a1f5-4da8c729a4be',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.024396] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ca5472-22b7-4033-a1f5-4da8c729a4be taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.024396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.024396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.024396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.024396] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.024396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.024396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.024396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.024396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.024396] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ca5472-22b7-4033-a1f5-4da8c729a4be',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.025481] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f067e3db-9257-4c10-9185-e68e59bdda4f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.025628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f067e3db-9257-4c10-9185-e68e59bdda4f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.025711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f067e3db-9257-4c10-9185-e68e59bdda4f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.025904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f067e3db-9257-4c10-9185-e68e59bdda4f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.026029] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f067e3db-9257-4c10-9185-e68e59bdda4f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.107574] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce11e631-3066-4efa-aa1e-d24f52c90cee: rpc.has_security_group_logging(os_id): False [ 933.128035] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.128035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.128035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.128035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.128035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.128035] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.128035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.128035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.128035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.128035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.128035] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.128843] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.129031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.129279] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.129462] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.129907] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.132277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.132277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.132277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.132277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.132277] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 933.197589] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.197777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.197870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.198096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.198229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.210519] env[66962]: INFO networking_nsxv3.common.synchronization [req-a164e51b-d1e4-444c-8da3-e57ef5f68c5a req-6db57422-769e-45c1-b87b-f0d04b241b8b tempest-ListServerFiltersTestJSON-468872672 tempest-ListServerFiltersTestJSON-468872672-project-member] Enqueued Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 933.211668] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 933.212237] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGHEST for action security_group_members [ 933.213209] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.213209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.213209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.213209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.213429] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.214158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.214158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.214158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.214158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.214158] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.530555] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f067e3db-9257-4c10-9185-e68e59bdda4f with status ACTIVE [ 933.530639] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.530764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.530854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.531097] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.531191] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.531380] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.531483] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.531540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.531684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.531760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.531995] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.532129] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.532214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.532369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.532468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.532571] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f067e3db-9257-4c10-9185-e68e59bdda4f is going to be updated. [ 933.533889] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ca5472-22b7-4033-a1f5-4da8c729a4be taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.534019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.534221] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1ca5472-22b7-4033-a1f5-4da8c729a4be',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.557180] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.557379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.557379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.557593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.557731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.557917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f067e3db-9257-4c10-9185-e68e59bdda4f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.715984] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.716389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.716389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.716493] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.716534] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.716743] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.716884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.716884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.718420] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.718420] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.718420] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 is going to be updated. [ 933.761789] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.762151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.762225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.764573] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.764751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.776015] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: IN_PROGRESS for 2s [ 933.777627] env[66962]: INFO networking_nsxv3.common.synchronization [req-35e77c9c-0698-41ab-a5ac-c06865c41cc5 req-8eb12ba4-977d-46a0-a5f9-3bf5869380bb tempest-ImagesTestJSON-169850790 tempest-ImagesTestJSON-169850790-project-member] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 933.778204] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 933.778522] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.778645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.778886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.778944] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.779078] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.779169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.779243] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.779377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.779467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.779553] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.036417] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1ca5472-22b7-4033-a1f5-4da8c729a4be',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.162845] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.163079] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.163217] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.163733] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.163733] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.163942] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.164019] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.164229] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.164366] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.164673] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.164787] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.164896] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.165019] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.165128] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.165230] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.165358] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.187810] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.187810] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.187810] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.187810] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.187810] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.187810] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.187810] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.188731] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.188967] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.283635] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.284082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.284082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.284265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.284941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.284941] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.284941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.284941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.285859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.285859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.285859] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be updated. [ 934.332340] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.332529] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.332573] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.332816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.333082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.342558] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: IN_PROGRESS for 2s [ 934.540435] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.540618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.540700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.540953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.541085] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.541203] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be is going to be created. [ 934.565514] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.565765] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.565847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.566047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.566250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.582389] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be in Status: UNINITIALIZED for 2s [ 934.691505] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.691735] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.691860] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.693026] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.693026] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.693026] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3 not found, creating... [ 934.693026] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.693286] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.693286] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.693448] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.693588] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.694191] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.694191] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.694398] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.694481] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.695023] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.695023] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3 is going to be created. [ 934.718620] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.718932] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.719020] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.719785] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.719785] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.719785] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.228813] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 935.229174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.419914] env[66962]: INFO networking_nsxv3.common.synchronization [None req-a41e6223-53db-40b7-8ecb-cdb49a774007 tempest-ServerActionsTestOtherA-480394509 tempest-ServerActionsTestOtherA-480394509-project-member] Enqueued Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGHEST for action security_group_rules [ 935.420607] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGHEST for action security_group_rules [ 935.420828] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.420961] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.421016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.421373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.421373] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39653ed9-70e4-4ce6-8b1c-78a2bb64b581',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.446615] env[66962]: INFO networking_nsxv3.common.synchronization [req-35e77c9c-0698-41ab-a5ac-c06865c41cc5 req-c2b048df-2062-4c75-98cb-451e36fb5780 service nova] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_rules [ 935.446729] env[66962]: INFO networking_nsxv3.common.synchronization [req-35e77c9c-0698-41ab-a5ac-c06865c41cc5 req-c2b048df-2062-4c75-98cb-451e36fb5780 service nova] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 935.447099] env[66962]: INFO networking_nsxv3.common.synchronization [req-35e77c9c-0698-41ab-a5ac-c06865c41cc5 req-c2b048df-2062-4c75-98cb-451e36fb5780 service nova] Enqueued Resource ID: 8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3 with Priority: HIGHEST for action port [ 935.447366] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_rules [ 935.447478] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 935.447571] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3 with Priority: HIGHEST for action port [ 935.447835] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.447958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.448127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.448354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.448442] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.450125] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.450288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.450565] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.450681] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.450747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.450924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.451010] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.526876] env[66962]: INFO networking_nsxv3.common.synchronization [None req-3d9ea217-4459-4bf5-a0d1-7a570b564a97 tempest-ServerActionsTestOtherA-480394509 tempest-ServerActionsTestOtherA-480394509-project-member] Enqueued Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGHEST for action security_group_rules [ 935.527443] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGHEST for action security_group_rules [ 935.527758] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.527865] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.784550] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 in Status: SUCCESS [ 935.784885] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 deletion is rescheduled due to dependency. [ 935.785112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.950765] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.950973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.956530] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3 with status ACTIVE [ 935.956668] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.956733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.957591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.957591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.957591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.958842] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.958842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.958842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.958842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.958842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.958842] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.959197] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.959197] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.959197] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.959279] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.959649] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3 is going to be updated. [ 935.966514] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.966514] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.966644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.966782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.966872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.966971] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 already deleted. [ 935.967065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.967534] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.967718] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.967763] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39653ed9-70e4-4ce6-8b1c-78a2bb64b581',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.990202] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.990597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.990597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.990597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.990934] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.990934] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8629c20e-7d3a-47c5-a9f7-8f4cf99bcde3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.352728] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 936.352903] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c deletion is rescheduled due to dependency. [ 936.353093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.353334] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.353669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.353669] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.353861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.353861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.354042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.354042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.354147] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.492891] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.492891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.492891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.492891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.492891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.492891] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 already deleted. [ 936.492891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.592262] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be in Status: SUCCESS [ 936.594602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.594602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.594602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.594602] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.594602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.594602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.594602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.594602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.594602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.594602] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1ca5472-22b7-4033-a1f5-4da8c729a4be',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.856303] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.096548] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1ca5472-22b7-4033-a1f5-4da8c729a4be',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.359119] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.599280] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1ca5472-22b7-4033-a1f5-4da8c729a4be: rpc.has_security_group_logging(os_id): False [ 937.622190] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.622384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.622448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.622632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.622734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.622957] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.623121] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.623164] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.623320] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.623414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.623524] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be is going to be created. [ 937.696221] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.696461] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.696541] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.696722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.696915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.714140] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be in Status: IN_PROGRESS for 2s [ 937.865685] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.865685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.865685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.865685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.865685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.865685] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be updated. [ 937.923915] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.923915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.923915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.923915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.924158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.937124] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: IN_PROGRESS for 2s [ 939.733929] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be in Status: SUCCESS [ 939.734468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.963173] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 939.963437] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.963624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.963834] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.964089] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.964198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.964283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.964734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.964734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.964734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.964734] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.467631] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.467890] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.467995] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.468248] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.469258] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.469258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.469258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.469258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.469258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.469258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.469258] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.469258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.469258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.469621] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.469724] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.470423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.470520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.470696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.470827] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.471413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.471413] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.528797] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 940.529100] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 940.974455] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50a63566-3211-4a68-bac5-be1f3ffab90c: rpc.has_security_group_logging(os_id): False [ 941.019280] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.019280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.019280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.019280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.019280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.019280] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.019280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.019280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.019280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.019280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.019280] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.020882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.020882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.020882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.020882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.020882] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.020882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.020882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.021864] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.021864] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.021864] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be updated. [ 941.132471] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.132471] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.132471] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.132688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.132789] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.149739] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: IN_PROGRESS for 2s [ 942.252638] env[66962]: INFO networking_nsxv3.common.synchronization [None req-2b00598f-bead-48a1-a4d4-fc880a188442 None None] Enqueued Resource ID: 736f8f93-b2d6-4eca-81f7-684084bcceea with Priority: HIGHEST for action port [ 942.254142] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736f8f93-b2d6-4eca-81f7-684084bcceea with Priority: HIGHEST for action port [ 942.255635] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-736f8f93-b2d6-4eca-81f7-684084bcceea taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.255635] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-736f8f93-b2d6-4eca-81f7-684084bcceea" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.255635] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-736f8f93-b2d6-4eca-81f7-684084bcceea" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.255635] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-736f8f93-b2d6-4eca-81f7-684084bcceea" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.255635] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('736f8f93-b2d6-4eca-81f7-684084bcceea',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.757838] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 736f8f93-b2d6-4eca-81f7-684084bcceea [ 942.758738] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.758738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.758738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.758738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.758738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.758738] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:736f8f93-b2d6-4eca-81f7-684084bcceea already deleted. [ 942.758738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-736f8f93-b2d6-4eca-81f7-684084bcceea" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.974569] env[66962]: INFO networking_nsxv3.common.synchronization [req-15be998c-08c5-42cb-8976-bade9ca25b38 req-6c2b613b-6ee6-44c1-a03e-dc6262801a9d tempest-AttachInterfacesV270Test-1594628487 tempest-AttachInterfacesV270Test-1594628487-project-member] Enqueued Resource ID: ba14845d-1779-40c7-a90f-bfc2bc105253 with Priority: HIGHEST for action security_group_members [ 942.975673] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba14845d-1779-40c7-a90f-bfc2bc105253 with Priority: HIGHEST for action security_group_members [ 942.976220] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba14845d-1779-40c7-a90f-bfc2bc105253 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.976696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.976696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.977252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.977252] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.977252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.977252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.977442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.977442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.977557] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba14845d-1779-40c7-a90f-bfc2bc105253',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.170903] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 943.171197] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.396032] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.396362] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-562" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.396457] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-562" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.396870] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-562" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.397316] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.397658] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.397865] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.398258] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.398491] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.398936] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.399168] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.399416] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.399598] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.399816] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.400334] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.400548] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.424295] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.424557] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.426015] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.426015] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-562" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.426015] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-d13de097-cf7d-4315-9339-814a05b0cd30 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.426015] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-d13de097-cf7d-4315-9339-814a05b0cd30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.426015] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-d13de097-cf7d-4315-9339-814a05b0cd30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.426290] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-d13de097-cf7d-4315-9339-814a05b0cd30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.426440] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d13de097-cf7d-4315-9339-814a05b0cd30',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.486936] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.487538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.487614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.487837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.488022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.488195] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.488296] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.488365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.488544] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.488663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.488771] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba14845d-1779-40c7-a90f-bfc2bc105253 already deleted. [ 943.489141] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.929641] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.929868] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.930099] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.930428] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.930631] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.930810] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port d13de097-cf7d-4315-9339-814a05b0cd30 not found, creating... [ 943.931091] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.931262] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.931380] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.931679] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.931764] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.932109] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.932279] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.932398] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.932612] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.932742] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.932885] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: d13de097-cf7d-4315-9339-814a05b0cd30 is going to be created. [ 943.958969] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.958969] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.958969] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.958969] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.958969] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.958969] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-d13de097-cf7d-4315-9339-814a05b0cd30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.072839] env[66962]: INFO networking_nsxv3.common.synchronization [None req-4488cd2b-0c6d-4d16-a2ee-a579103e420d tempest-ServersV294TestFqdnHostnames-1051947788 tempest-ServersV294TestFqdnHostnames-1051947788-project-member] Enqueued Resource ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 with Priority: HIGHEST for action security_group_rules [ 944.073522] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 with Priority: HIGHEST for action security_group_rules [ 944.073896] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.074041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.074187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.074377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.074465] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff217a6a-099a-47d5-95b6-717b6f16d2f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.444775] env[66962]: INFO networking_nsxv3.common.synchronization [req-4bcfb2d6-2f4b-4f50-8ec0-16e1e212e13c req-3724d200-f61a-4379-a27c-41cb0376d2dd tempest-ListImageFiltersTestJSON-1302633095 tempest-ListImageFiltersTestJSON-1302633095-project-member] Enqueued Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_members [ 944.445639] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_members [ 944.445768] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa005bc-49e6-478b-8034-4820cd0b6e2a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.445923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.446012] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.446285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.446420] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.446545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.446613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.446796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.446899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.447097] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.570644] env[66962]: INFO networking_nsxv3.common.synchronization [None req-6dbd836e-c371-456f-a974-481147d3eebf tempest-ServersV294TestFqdnHostnames-1051947788 tempest-ServersV294TestFqdnHostnames-1051947788-project-member] Enqueued Resource ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 with Priority: HIGHEST for action security_group_rules [ 944.571761] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 with Priority: HIGHEST for action security_group_rules [ 944.572094] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.572237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.595411] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.595642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.595642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.595852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.595975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.596080] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 already deleted. [ 944.596145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.596600] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.596768] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.596854] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff217a6a-099a-47d5-95b6-717b6f16d2f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.653343] env[66962]: INFO networking_nsxv3.common.synchronization [req-15be998c-08c5-42cb-8976-bade9ca25b38 req-b57f9250-ee6a-4ab6-841e-d3526192198e service nova] Enqueued Resource ID: ba14845d-1779-40c7-a90f-bfc2bc105253 with Priority: HIGHEST for action security_group_rules [ 944.653343] env[66962]: INFO networking_nsxv3.common.synchronization [req-15be998c-08c5-42cb-8976-bade9ca25b38 req-b57f9250-ee6a-4ab6-841e-d3526192198e service nova] Enqueued Resource ID: ba14845d-1779-40c7-a90f-bfc2bc105253 with Priority: HIGHEST for action security_group_members [ 944.653343] env[66962]: INFO networking_nsxv3.common.synchronization [req-15be998c-08c5-42cb-8976-bade9ca25b38 req-b57f9250-ee6a-4ab6-841e-d3526192198e service nova] Enqueued Resource ID: d13de097-cf7d-4315-9339-814a05b0cd30 with Priority: HIGHEST for action port [ 944.653343] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba14845d-1779-40c7-a90f-bfc2bc105253 with Priority: HIGHEST for action security_group_rules [ 944.653343] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba14845d-1779-40c7-a90f-bfc2bc105253 with Priority: HIGHEST for action security_group_members [ 944.653343] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13de097-cf7d-4315-9339-814a05b0cd30 with Priority: HIGHEST for action port [ 944.653343] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba14845d-1779-40c7-a90f-bfc2bc105253 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.653343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.653343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.657200] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.659020] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba14845d-1779-40c7-a90f-bfc2bc105253',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.659020] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba14845d-1779-40c7-a90f-bfc2bc105253 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.659020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.659020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.659020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.659020] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.659020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.659020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.659444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.659444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.659444] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba14845d-1779-40c7-a90f-bfc2bc105253',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.663490] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d13de097-cf7d-4315-9339-814a05b0cd30 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.663621] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d13de097-cf7d-4315-9339-814a05b0cd30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.663689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d13de097-cf7d-4315-9339-814a05b0cd30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.663969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d13de097-cf7d-4315-9339-814a05b0cd30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.663969] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d13de097-cf7d-4315-9339-814a05b0cd30',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.950033] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.081767] env[66962]: INFO networking_nsxv3.common.synchronization [None req-cd800300-cfdf-42fe-9c54-4377a0600834 None None] Enqueued Resource ID: 7340bc13-e686-40f0-9127-f93eb10b055d with Priority: HIGHEST for action port [ 945.081767] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7340bc13-e686-40f0-9127-f93eb10b055d with Priority: HIGHEST for action port [ 945.081767] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-7340bc13-e686-40f0-9127-f93eb10b055d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.082625] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7340bc13-e686-40f0-9127-f93eb10b055d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.082625] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7340bc13-e686-40f0-9127-f93eb10b055d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.082625] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7340bc13-e686-40f0-9127-f93eb10b055d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.082625] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7340bc13-e686-40f0-9127-f93eb10b055d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.117941] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.118123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.118161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.118358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.118449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.118543] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 already deleted. [ 945.118625] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.166541] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba14845d-1779-40c7-a90f-bfc2bc105253 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.166612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.166796] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba14845d-1779-40c7-a90f-bfc2bc105253',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.170677] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d13de097-cf7d-4315-9339-814a05b0cd30 with status ACTIVE [ 945.173469] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.173469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.173469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.173469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.173469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.173469] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.173469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.173469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.173469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.173469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.173469] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.173469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.173469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.173469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.173469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.173469] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d13de097-cf7d-4315-9339-814a05b0cd30 is going to be updated. [ 945.199303] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.199303] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.199303] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.199577] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.199577] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.199726] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d13de097-cf7d-4315-9339-814a05b0cd30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.452754] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.584833] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7340bc13-e686-40f0-9127-f93eb10b055d [ 945.584833] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.584833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.584833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.584833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.584833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.584833] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7340bc13-e686-40f0-9127-f93eb10b055d already deleted. [ 945.584833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7340bc13-e686-40f0-9127-f93eb10b055d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.669591] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba14845d-1779-40c7-a90f-bfc2bc105253',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.955311] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.955814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.955814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.955814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.955949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.956058] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a is going to be updated. [ 946.018776] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.018975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.019027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.019249] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.019469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.031070] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a in Status: IN_PROGRESS for 2s [ 946.175969] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.176157] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.176157] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.176666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.176666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.176666] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba14845d-1779-40c7-a90f-bfc2bc105253 is going to be created. [ 946.206111] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.206284] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.206335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.206543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.206697] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.219594] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba14845d-1779-40c7-a90f-bfc2bc105253 in Status: UNINITIALIZED for 2s [ 948.042670] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a in Status: SUCCESS [ 948.043011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.148112] env[66962]: INFO networking_nsxv3.common.synchronization [req-8718065a-8df4-46fb-b4f9-ec56aab28aca req-582d38fd-be41-4424-895d-0523f1153793 tempest-ServerMetadataTestJSON-1205323830 tempest-ServerMetadataTestJSON-1205323830-project-member] Enqueued Resource ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 with Priority: HIGHEST for action security_group_members [ 948.148112] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 with Priority: HIGHEST for action security_group_members [ 948.148306] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.148496] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.148631] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.149012] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.150389] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.150389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.150389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.150389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.150389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.150389] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0111f5d1-5b29-4970-a11c-46edcd1c0ed9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.233109] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba14845d-1779-40c7-a90f-bfc2bc105253 in Status: UNINITIALIZED for 4s [ 948.503688] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.504090] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-259" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.504090] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-259" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.504871] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-259" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.504871] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.504871] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.505314] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.505588] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.506818] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.506818] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.506818] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.506818] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.506818] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.506818] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.506818] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.506818] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.529338] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.530812] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.530812] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.531354] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-259" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.531751] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-32e6b5fc-6a80-466d-8485-389c62ae2fb0 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.532075] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-32e6b5fc-6a80-466d-8485-389c62ae2fb0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.532561] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-32e6b5fc-6a80-466d-8485-389c62ae2fb0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.532923] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-32e6b5fc-6a80-466d-8485-389c62ae2fb0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.533326] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e6b5fc-6a80-466d-8485-389c62ae2fb0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.653591] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.653737] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.653781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.654023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.654109] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.654318] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.654452] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.654556] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.654771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.654913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.655012] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 already deleted. [ 948.655125] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.035711] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.035968] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.036144] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.036424] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.036573] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.036728] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 32e6b5fc-6a80-466d-8485-389c62ae2fb0 not found, creating... [ 949.037064] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.037235] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.037350] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.037864] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.038100] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.038476] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.039093] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.039441] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.039785] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.039990] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.040259] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 32e6b5fc-6a80-466d-8485-389c62ae2fb0 is going to be created. [ 949.061264] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.061707] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.061938] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.062490] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.062844] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.063194] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-32e6b5fc-6a80-466d-8485-389c62ae2fb0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.780509] env[66962]: INFO networking_nsxv3.common.synchronization [req-8718065a-8df4-46fb-b4f9-ec56aab28aca req-1469906e-10d6-467d-8c53-d23431676a16 service nova] Enqueued Resource ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 with Priority: HIGHEST for action security_group_rules [ 949.780696] env[66962]: INFO networking_nsxv3.common.synchronization [req-8718065a-8df4-46fb-b4f9-ec56aab28aca req-1469906e-10d6-467d-8c53-d23431676a16 service nova] Enqueued Resource ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 with Priority: HIGHEST for action security_group_members [ 949.780833] env[66962]: INFO networking_nsxv3.common.synchronization [req-8718065a-8df4-46fb-b4f9-ec56aab28aca req-1469906e-10d6-467d-8c53-d23431676a16 service nova] Enqueued Resource ID: 32e6b5fc-6a80-466d-8485-389c62ae2fb0 with Priority: HIGHEST for action port [ 949.782100] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 with Priority: HIGHEST for action security_group_rules [ 949.782100] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 with Priority: HIGHEST for action security_group_members [ 949.782100] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e6b5fc-6a80-466d-8485-389c62ae2fb0 with Priority: HIGHEST for action port [ 949.782100] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0111f5d1-5b29-4970-a11c-46edcd1c0ed9 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.782627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.782627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.782627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.782627] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0111f5d1-5b29-4970-a11c-46edcd1c0ed9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.783551] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.783831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.783831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.784090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.784265] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.784409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.784521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.784734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.784831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.784927] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0111f5d1-5b29-4970-a11c-46edcd1c0ed9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.785843] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-32e6b5fc-6a80-466d-8485-389c62ae2fb0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.786045] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32e6b5fc-6a80-466d-8485-389c62ae2fb0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.786134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32e6b5fc-6a80-466d-8485-389c62ae2fb0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.786381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32e6b5fc-6a80-466d-8485-389c62ae2fb0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.786503] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e6b5fc-6a80-466d-8485-389c62ae2fb0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.878578] env[66962]: INFO networking_nsxv3.common.synchronization [req-2e7acbd0-86d9-4484-8da4-08c3783bd5c6 req-d53fb6c5-3212-4213-9daf-5f95f14872a3 tempest-MigrationsAdminTest-2072761647 tempest-MigrationsAdminTest-2072761647-project-member] Enqueued Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_members [ 949.879420] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_members [ 949.879868] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.879868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.880090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.880262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.880336] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.880440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.880507] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.880646] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.880730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.880825] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.245298] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba14845d-1779-40c7-a90f-bfc2bc105253 in Status: SUCCESS [ 950.245670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.245670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.245921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.246134] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.246260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.246321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.246473] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.246550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.246636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.246726] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba14845d-1779-40c7-a90f-bfc2bc105253',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.288151] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.288320] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.288565] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0111f5d1-5b29-4970-a11c-46edcd1c0ed9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.290010] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32e6b5fc-6a80-466d-8485-389c62ae2fb0 with status ACTIVE [ 950.290271] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.290508] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.290508] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.290782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.290894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.291681] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.291836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.291956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.292349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.292523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.293601] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.293601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.293601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.293601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.293903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.293903] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32e6b5fc-6a80-466d-8485-389c62ae2fb0 is going to be updated. [ 950.320673] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.320861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.320947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.321261] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.321455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.321676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32e6b5fc-6a80-466d-8485-389c62ae2fb0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.384434] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.750027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba14845d-1779-40c7-a90f-bfc2bc105253 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.751028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.751028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.751028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.751202] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.751353] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.751487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.751795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.751917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.752118] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.752414] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba14845d-1779-40c7-a90f-bfc2bc105253 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.752588] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.752682] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.752917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.753296] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.753473] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.753584] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.753840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.753976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.754091] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.754192] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba14845d-1779-40c7-a90f-bfc2bc105253',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.797263] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0111f5d1-5b29-4970-a11c-46edcd1c0ed9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.888806] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.035343] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff7dd305-6c3d-45af-885f-056b8e51ed2a req-6ff83171-cc31-4de4-8b0e-c1cd98d0a88b tempest-ServersTestMultiNic-2031614215 tempest-ServersTestMultiNic-2031614215-project-member] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 951.036885] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 951.043570] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.043902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.044053] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.044477] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.044811] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.045114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.045281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.047067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.047067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.047067] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.257913] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba14845d-1779-40c7-a90f-bfc2bc105253: rpc.has_security_group_logging(os_id): False [ 951.283860] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.283961] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.284283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.284283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.284433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.284582] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.285350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.285350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.285350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.285350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.285350] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.285350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.285583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.285583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.285637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.285812] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.285891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.285924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.286749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.286749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.286749] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba14845d-1779-40c7-a90f-bfc2bc105253 is going to be created. [ 951.304167] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.304641] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.304745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.305366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.305366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.305366] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 is going to be created. [ 951.339562] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.339562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.339562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.339562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.339562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.349624] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 in Status: UNINITIALIZED for 2s [ 951.372027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.372027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.372027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.372027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.372027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.385127] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba14845d-1779-40c7-a90f-bfc2bc105253 in Status: IN_PROGRESS for 2s [ 951.391334] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.391726] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.392471] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.392951] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.393175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.393422] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e is going to be updated. [ 951.451960] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff7dd305-6c3d-45af-885f-056b8e51ed2a req-3c31754a-2839-4403-b6e8-3b90ac47a64e tempest-ServersTestMultiNic-2031614215 tempest-ServersTestMultiNic-2031614215-project-member] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 951.452596] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 951.452957] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.453593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.476919] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.476919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.476919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.476919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.476919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.490018] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e in Status: IN_PROGRESS for 2s [ 951.550180] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.550850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.551096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.552861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.553347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.553455] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.553634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.553720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.553973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.553973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.554114] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f already deleted. [ 951.554114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.554281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.554460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.554644] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.554727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.554796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.554954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.555703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.555842] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.981998] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff7dd305-6c3d-45af-885f-056b8e51ed2a req-6b3708c4-9d6e-410d-a70f-986a008a4c7c tempest-ServersTestMultiNic-2031614215 tempest-ServersTestMultiNic-2031614215-project-member] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 951.984711] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 951.987896] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.988147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.058494] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.058696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.058762] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.058994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.059303] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.059549] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.059716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.059716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.059909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.059909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.060136] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f already deleted. [ 952.060234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.060374] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.060536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.060689] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.060787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.060847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.061036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.061415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.061523] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.310014] env[66962]: INFO networking_nsxv3.common.synchronization [req-afcca12a-1ad0-46e3-81cc-f81c8d7a67d5 req-5675d6e3-2b06-48da-94e7-b5257a694776 tempest-ServersTestBootFromVolume-473308074 tempest-ServersTestBootFromVolume-473308074-project-member] Enqueued Resource ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 with Priority: HIGHEST for action security_group_members [ 952.313351] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 with Priority: HIGHEST for action security_group_members [ 952.313351] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-13a897d4-7f81-483d-ad64-489ec6b97cc7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.313351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.313351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.313351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.313351] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.313351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.313351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.313351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.313351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.313351] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13a897d4-7f81-483d-ad64-489ec6b97cc7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.423055] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.423055] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-848" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.423055] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-848" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.423055] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-848" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.423714] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.424088] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.424350] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.424930] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.425240] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.425584] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.425804] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.426028] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.428018] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.428018] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.428018] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.428018] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.451247] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.451247] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.451247] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.451788] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-848" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.452354] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-966ec217-a0ad-47e2-bf9a-6ed0e316661f taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.452546] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-966ec217-a0ad-47e2-bf9a-6ed0e316661f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.452664] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-966ec217-a0ad-47e2-bf9a-6ed0e316661f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.452992] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-966ec217-a0ad-47e2-bf9a-6ed0e316661f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.453149] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966ec217-a0ad-47e2-bf9a-6ed0e316661f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.566805] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.566975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.567088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.567345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.567456] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.567656] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.567761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.567827] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.568087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.568219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.568331] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f already deleted. [ 952.568454] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.818694] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.818694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.818694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.818694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.818694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.818694] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.818694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.819204] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.819204] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.819204] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.819204] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 is going to be updated. [ 952.856861] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.856861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.857032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.857406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.857406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.870551] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 in Status: IN_PROGRESS for 2s [ 952.957388] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.957627] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.957790] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.958089] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.958255] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.958491] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 966ec217-a0ad-47e2-bf9a-6ed0e316661f not found, creating... [ 952.958853] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.959172] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.959586] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.959716] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.959953] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.960561] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.960795] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.961053] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.961663] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.961663] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.961852] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 966ec217-a0ad-47e2-bf9a-6ed0e316661f is going to be created. [ 952.986221] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.986492] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.986919] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.986919] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.987584] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.987584] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-966ec217-a0ad-47e2-bf9a-6ed0e316661f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.363154] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 in Status: SUCCESS [ 953.363563] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.363563] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.363563] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.363758] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.363891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.363950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.364116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.364182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.364292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.364360] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0111f5d1-5b29-4970-a11c-46edcd1c0ed9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.401032] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba14845d-1779-40c7-a90f-bfc2bc105253 in Status: SUCCESS [ 953.401032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.501311] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e in Status: SUCCESS [ 953.502269] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.540928] env[66962]: INFO networking_nsxv3.common.synchronization [req-5c366d43-2284-4e05-9650-8107d66d4a43 req-41fbb63f-ad43-45bb-996a-bad868292007 tempest-DeleteServersTestJSON-1292956810 tempest-DeleteServersTestJSON-1292956810-project-member] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 953.541495] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 953.542639] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.542808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.542872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.543175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.543432] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.543547] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.543649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.543819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.543954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.544077] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.723055] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff7dd305-6c3d-45af-885f-056b8e51ed2a req-8cc01e3a-6ac4-4b7f-97c8-6cecf0de1c6b service nova] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_rules [ 953.723055] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff7dd305-6c3d-45af-885f-056b8e51ed2a req-8cc01e3a-6ac4-4b7f-97c8-6cecf0de1c6b service nova] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 953.723055] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff7dd305-6c3d-45af-885f-056b8e51ed2a req-8cc01e3a-6ac4-4b7f-97c8-6cecf0de1c6b service nova] Enqueued Resource ID: 966ec217-a0ad-47e2-bf9a-6ed0e316661f with Priority: HIGHEST for action port [ 953.723055] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_rules [ 953.723055] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 953.723055] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966ec217-a0ad-47e2-bf9a-6ed0e316661f with Priority: HIGHEST for action port [ 953.724382] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.724584] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.724685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.724970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.725121] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.730505] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.730505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.730505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.730505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.731101] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.731360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.732222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.732885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.732958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.733318] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.735123] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-966ec217-a0ad-47e2-bf9a-6ed0e316661f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.735864] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-966ec217-a0ad-47e2-bf9a-6ed0e316661f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.735864] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-966ec217-a0ad-47e2-bf9a-6ed0e316661f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.735864] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-966ec217-a0ad-47e2-bf9a-6ed0e316661f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.735864] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966ec217-a0ad-47e2-bf9a-6ed0e316661f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.869025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.869025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.869025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.869025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.869025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.869025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.869025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.869025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.869025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.869025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.869025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.869025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.869025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.869025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.869025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.869025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.869877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.869877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.869877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.869877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.869877] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0111f5d1-5b29-4970-a11c-46edcd1c0ed9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.898062] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.898595] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.898867] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.899316] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.900411] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.900903] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.900903] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.901282] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.901542] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.904021] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.904021] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.904021] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.904021] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.904021] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.904021] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.904021] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.926706] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.929019] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.929019] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.929019] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.929019] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.929019] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.929019] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.929019] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.929019] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.047069] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.047069] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.047368] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.047462] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.047584] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.047793] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.047897] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.048611] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.048611] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.048611] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.048611] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 954.080028] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.080251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.080251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.080849] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.080849] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.096111] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 954.229536] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.229694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.239332] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 966ec217-a0ad-47e2-bf9a-6ed0e316661f with status ACTIVE [ 954.239616] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.239808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.239870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.240087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.240184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.240368] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.240639] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.240639] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.240724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.240724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.241084] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.241245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.241245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.241469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.241469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.241621] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 966ec217-a0ad-47e2-bf9a-6ed0e316661f is going to be updated. [ 954.245311] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.269700] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.269803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.269854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.270604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.270604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.270604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-966ec217-a0ad-47e2-bf9a-6ed0e316661f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.375315] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0111f5d1-5b29-4970-a11c-46edcd1c0ed9: rpc.has_security_group_logging(os_id): False [ 954.396668] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.396668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.396668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.396668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.396668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.396668] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.396668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.396668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.397152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.397152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.397152] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.397152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.397362] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.397362] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.400046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.400046] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.400046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.400046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.400046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.400046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.400046] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 is going to be created. [ 954.430945] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.431345] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.431580] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.432182] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.432442] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.432742] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1 not found, creating... [ 954.433284] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.433697] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.433991] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.434662] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.435062] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.435640] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.435916] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.436133] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.436536] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.436796] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.437088] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1 is going to be created. [ 954.460829] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.460829] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.460829] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.460829] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.461164] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.461296] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.482023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.482665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.482665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.482912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.483314] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.518345] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 in Status: IN_PROGRESS for 2s [ 954.584827] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-76 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.585018] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.586031] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.586031] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.586031] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.586031] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.586285] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.586363] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.586515] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.586803] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.586894] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.587028] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.587140] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.587382] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.587382] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.587505] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.619930] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.620129] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.620278] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.620477] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.621047] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.621228] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.621333] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.621772] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.621951] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.745433] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.882863] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 in Status: SUCCESS [ 954.884851] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 deletion is rescheduled due to dependency. [ 954.884851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.126045] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.126383] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.126530] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.126800] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.126964] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.127195] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b not found, creating... [ 955.127466] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.127624] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.127736] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.127959] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.128106] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.128459] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.128637] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.128884] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.128950] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.129087] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.129226] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b is going to be created. [ 955.150962] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.151200] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.151325] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.151597] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.151819] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.152047] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.196866] env[66962]: INFO networking_nsxv3.common.synchronization [req-5c366d43-2284-4e05-9650-8107d66d4a43 req-adb2d5cf-0365-4fd2-bab2-afb8ddc71263 service nova] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_rules [ 955.197066] env[66962]: INFO networking_nsxv3.common.synchronization [req-5c366d43-2284-4e05-9650-8107d66d4a43 req-adb2d5cf-0365-4fd2-bab2-afb8ddc71263 service nova] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 955.197329] env[66962]: INFO networking_nsxv3.common.synchronization [req-5c366d43-2284-4e05-9650-8107d66d4a43 req-adb2d5cf-0365-4fd2-bab2-afb8ddc71263 service nova] Enqueued Resource ID: 3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1 with Priority: HIGHEST for action port [ 955.197998] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_rules [ 955.198181] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 955.198304] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1 with Priority: HIGHEST for action port [ 955.198670] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.198847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.198943] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.199230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.199331] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.200329] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.200463] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.200681] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.200817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.200896] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.201131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.201233] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.248106] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.248106] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.248377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.248704] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.248704] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.248864] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be created. [ 955.288520] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.288520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.288781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.288950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.289208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.304515] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: UNINITIALIZED for 2s [ 955.703474] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.703841] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.703841] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1 with status ACTIVE [ 955.703983] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.704184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.704273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.704609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.704694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.704885] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.705019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.705106] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.705285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.705385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.705604] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.705732] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.706328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.706328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.706328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.706328] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1 is going to be updated. [ 955.730711] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.730903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.730944] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.731465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.731675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.731840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e12ccda-57e2-4b6c-ac26-d09b19c7b7b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.867288] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff7dd305-6c3d-45af-885f-056b8e51ed2a req-30388574-fdca-4767-996d-db85c44a69ee service nova] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_rules [ 955.867288] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff7dd305-6c3d-45af-885f-056b8e51ed2a req-30388574-fdca-4767-996d-db85c44a69ee service nova] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 955.867288] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff7dd305-6c3d-45af-885f-056b8e51ed2a req-30388574-fdca-4767-996d-db85c44a69ee service nova] Enqueued Resource ID: 5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b with Priority: HIGHEST for action port [ 955.867621] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_rules [ 955.867879] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 955.867921] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b with Priority: HIGHEST for action port [ 955.870538] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.870538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.871174] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.871174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.871174] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.872235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.872235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.872235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.872235] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.110409] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 956.110670] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 deletion is rescheduled due to dependency. [ 956.110786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.111017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.111264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.111558] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.111706] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.111770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.111937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.112061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.112281] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.377144] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b with status ACTIVE [ 956.377240] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.377363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.377427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.378264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.378264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.378264] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.378264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.378264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.378264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.378264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.378542] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.378542] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.378669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.378728] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.378805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.378888] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b is going to be updated. [ 956.411799] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.411980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.412039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.412676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.412676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.412676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aeab5f1-2dd3-4627-90ef-f8ff4eb7e18b" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.535808] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 in Status: SUCCESS [ 956.535906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.615945] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.736580] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.737629] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-848" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.738269] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-848" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.738677] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-848" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.739107] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.740134] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.740134] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.740134] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.740134] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.741126] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.741251] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.741408] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.741874] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.741874] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.741874] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.742292] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.766329] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.767024] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.767024] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.767142] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-848" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.767703] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-6b41227c-15e0-41ff-b2de-9ac32896d620 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.767946] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-6b41227c-15e0-41ff-b2de-9ac32896d620" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.768218] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-6b41227c-15e0-41ff-b2de-9ac32896d620" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.768739] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-6b41227c-15e0-41ff-b2de-9ac32896d620" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.768899] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b41227c-15e0-41ff-b2de-9ac32896d620',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.119758] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.271331] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.271615] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.271785] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.272159] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.272333] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.272505] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 6b41227c-15e0-41ff-b2de-9ac32896d620 not found, creating... [ 957.272775] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.272930] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.273056] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.273283] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.273419] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.273700] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.273881] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.273995] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.274210] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.274341] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.274506] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 6b41227c-15e0-41ff-b2de-9ac32896d620 is going to be created. [ 957.307963] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.308249] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.308382] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.308688] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.308990] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.309246] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-6b41227c-15e0-41ff-b2de-9ac32896d620" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.319257] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 957.319562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.319936] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.320141] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.320332] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.320482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.320583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.320811] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.320921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.321064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.321200] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.323182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.323359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.323554] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.323708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.323853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.324044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.324144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.324224] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.622881] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.623082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.623187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.623412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.623503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.623600] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 957.657917] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.657917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.658145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.658185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.658321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.668818] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 957.824018] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.824018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.827149] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.034940] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff7dd305-6c3d-45af-885f-056b8e51ed2a req-89a906c8-71ed-4cb4-b657-9cd3fcd36b36 service nova] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_rules [ 958.034940] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff7dd305-6c3d-45af-885f-056b8e51ed2a req-89a906c8-71ed-4cb4-b657-9cd3fcd36b36 service nova] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 958.034940] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff7dd305-6c3d-45af-885f-056b8e51ed2a req-89a906c8-71ed-4cb4-b657-9cd3fcd36b36 service nova] Enqueued Resource ID: 6b41227c-15e0-41ff-b2de-9ac32896d620 with Priority: HIGHEST for action port [ 958.034940] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_rules [ 958.035426] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 958.035484] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b41227c-15e0-41ff-b2de-9ac32896d620 with Priority: HIGHEST for action port [ 958.035755] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.035905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.037044] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.037044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.037044] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b41227c-15e0-41ff-b2de-9ac32896d620 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.037044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b41227c-15e0-41ff-b2de-9ac32896d620" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.037044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b41227c-15e0-41ff-b2de-9ac32896d620" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.037044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b41227c-15e0-41ff-b2de-9ac32896d620" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.037044] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b41227c-15e0-41ff-b2de-9ac32896d620',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.331241] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.539956] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b41227c-15e0-41ff-b2de-9ac32896d620 with status ACTIVE [ 958.540825] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.540825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.540825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.540825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.540825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.541141] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.541297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.541297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.541401] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.541450] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.541715] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.541715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.541990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.541990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.541990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.542227] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b41227c-15e0-41ff-b2de-9ac32896d620 is going to be updated. [ 958.570723] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.570908] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.570990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.571307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.571503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.571721] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b41227c-15e0-41ff-b2de-9ac32896d620" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.781851] env[66962]: INFO networking_nsxv3.common.synchronization [req-61952f4d-6219-44b1-84b1-227cc414718a req-008ecb63-d9c8-42e1-9128-abae6cb27c95 tempest-ServersTestJSON-66213388 tempest-ServersTestJSON-66213388-project-member] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 958.785147] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 958.785147] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.785147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.785147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.785147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.785147] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.785147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.785147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.785147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.785147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.785147] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.834285] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.834613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.834613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.834823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.834823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.834915] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be updated. [ 958.869802] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.869802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.869802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.869802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.869802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.879720] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 959.201036] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.201036] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.201413] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.201796] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.202287] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.202590] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.202707] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.202943] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.203451] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.203451] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.203587] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.203721] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.204588] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.204588] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.204588] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.204588] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.224043] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.224223] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.224327] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.224537] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.225214] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-50715a66-7735-402a-a732-1c578c8879b1 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.225457] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-50715a66-7735-402a-a732-1c578c8879b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.226040] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-50715a66-7735-402a-a732-1c578c8879b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.226040] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-50715a66-7735-402a-a732-1c578c8879b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.226235] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50715a66-7735-402a-a732-1c578c8879b1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.288280] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.680723] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 959.680967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.681162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.681409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.681882] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.681882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.681882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.682151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.682151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.682442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.682442] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.728687] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.729138] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.729315] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.729711] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.729921] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.730340] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 50715a66-7735-402a-a732-1c578c8879b1 not found, creating... [ 959.730824] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.731186] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.731410] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.731700] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.731854] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.732456] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.732575] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.732624] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.732856] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.732993] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.733203] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 50715a66-7735-402a-a732-1c578c8879b1 is going to be created. [ 959.760259] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.760560] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.760691] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.760985] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.761273] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.761513] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-50715a66-7735-402a-a732-1c578c8879b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.790883] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.184730] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.185169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.185169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.185257] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.185428] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.185527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.185589] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.185736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.185819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.185904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.186075] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.186192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.186254] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.186396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.186735] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.186831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.186889] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.187055] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.187116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.187210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.187322] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.294445] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.294445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.294661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.294745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.294857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.295025] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 960.333442] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.333605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.333643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.334739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.334739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.344949] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 960.690251] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5d33064-6236-4da6-bd65-51867bacca29: rpc.has_security_group_logging(os_id): False [ 960.710778] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.710975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.711101] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.711389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.711571] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.711877] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.712081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.712220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.712499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.712641] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.712903] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.713136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.713215] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.713381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.713473] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.713674] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.713789] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.713853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.713993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.714094] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.714181] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 960.811805] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.812039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.812141] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.812382] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.812547] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.826577] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 960.899028] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 960.899028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.899028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.899028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.899328] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.899390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.899427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.899574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.899663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.899750] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.899931] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.900031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.900090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.900237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.902555] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.902555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.902555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.902555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.902555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.902555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.902555] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.902555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.902555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.902555] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.903018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.903018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.903018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.903018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.903018] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.913381] env[66962]: INFO networking_nsxv3.common.synchronization [req-61952f4d-6219-44b1-84b1-227cc414718a req-07b011c8-5adf-482e-990f-8dd841cdd9b7 service nova] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_rules [ 960.913595] env[66962]: INFO networking_nsxv3.common.synchronization [req-61952f4d-6219-44b1-84b1-227cc414718a req-07b011c8-5adf-482e-990f-8dd841cdd9b7 service nova] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 960.913731] env[66962]: INFO networking_nsxv3.common.synchronization [req-61952f4d-6219-44b1-84b1-227cc414718a req-07b011c8-5adf-482e-990f-8dd841cdd9b7 service nova] Enqueued Resource ID: 50715a66-7735-402a-a732-1c578c8879b1 with Priority: HIGHEST for action port [ 960.915244] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_rules [ 960.915346] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 960.915379] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50715a66-7735-402a-a732-1c578c8879b1 with Priority: HIGHEST for action port [ 960.915783] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.916405] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.916519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.916987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.917122] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.918623] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.918720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.919445] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-50715a66-7735-402a-a732-1c578c8879b1 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.919666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50715a66-7735-402a-a732-1c578c8879b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.919666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50715a66-7735-402a-a732-1c578c8879b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.921797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50715a66-7735-402a-a732-1c578c8879b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.921898] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50715a66-7735-402a-a732-1c578c8879b1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.412085] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe97a6b6-3952-476e-9f49-cf4222e57f8f: rpc.has_security_group_logging(os_id): False [ 961.413445] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.424256] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.424426] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.427539] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50715a66-7735-402a-a732-1c578c8879b1 with status ACTIVE [ 961.427776] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.427920] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.427997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.428255] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.428366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.428553] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.428717] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.428779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.428978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.429076] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.429370] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.429487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.429548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.429694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.429781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.429882] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50715a66-7735-402a-a732-1c578c8879b1 is going to be updated. [ 961.435219] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.435348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.435438] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.435649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.435752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.436050] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.436177] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.436240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.436407] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.436500] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.436738] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.436847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.436905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.437143] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.437267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.437826] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.437967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.438049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.438218] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.438298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.438398] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be created. [ 961.460975] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.461198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.461288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.461548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.461780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.462014] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50715a66-7735-402a-a732-1c578c8879b1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.502986] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.503191] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.503306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.503617] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.503863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.516453] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 961.916392] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.356530] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 962.356530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.356769] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.356830] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.356997] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.357213] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.357315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.357478] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.357562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.357661] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.419842] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.420188] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.420188] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.420286] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.420286] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.420386] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be updated. [ 962.462274] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.462470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.462545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.462850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.463042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.473460] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 962.851103] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 962.851352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.859950] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.363144] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.574120] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 963.574120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.574120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.574120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.574120] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.591196] env[66962]: INFO networking_nsxv3.common.synchronization [req-b59a1476-caa2-4b7e-9954-ba4372a1b28e req-a80a5268-9abb-4e70-ae05-526c35ef3195 tempest-ServerActionsTestOtherA-480394509 tempest-ServerActionsTestOtherA-480394509-project-member] Enqueued Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGHEST for action security_group_members [ 963.591559] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGHEST for action security_group_members [ 963.591859] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.592034] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.592109] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.592373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.592529] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.592628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.592689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.592905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.593044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.593205] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39653ed9-70e4-4ce6-8b1c-78a2bb64b581',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.867251] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.867411] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.867485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.867801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.867911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.868023] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 963.902232] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.902435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.902554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.903018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.905468] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.918268] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 964.034732] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.034892] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.041376] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.043899] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.043899] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.044127] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.045065] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.048137] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.048137] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.048137] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.048137] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.048137] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.048137] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.048137] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.048137] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.048137] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.048137] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.048137] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.068054] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.068426] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 964.068685] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.069019] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.069918] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-c67adaa0-d371-4e28-96e7-2b1093803a1a taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.069918] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-c67adaa0-d371-4e28-96e7-2b1093803a1a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.070102] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-c67adaa0-d371-4e28-96e7-2b1093803a1a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.071729] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-c67adaa0-d371-4e28-96e7-2b1093803a1a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.071729] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67adaa0-d371-4e28-96e7-2b1093803a1a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.095377] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.096348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.096348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.096348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.096348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.096348] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.096348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.096348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.096645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.096645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.096645] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 already deleted. [ 964.096838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.486686] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 964.487691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.487691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.487691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.487691] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.487691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.487691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.488041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.488041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.488041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.488041] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.574183] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.574526] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.574627] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.575637] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.575637] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.575637] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port c67adaa0-d371-4e28-96e7-2b1093803a1a not found, creating... [ 964.575971] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.576059] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.576248] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.576566] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.576767] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.577462] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.577611] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.577692] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.578107] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.578209] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.578776] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: c67adaa0-d371-4e28-96e7-2b1093803a1a is going to be created. [ 964.603493] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.604096] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.604096] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.604510] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.604867] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.605253] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-c67adaa0-d371-4e28-96e7-2b1093803a1a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.990981] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.991230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.991300] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.991528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.991999] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.992237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.992345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.992635] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.992814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.993448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.993448] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.993539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.993539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.994172] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.994172] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.994172] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.995752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.995752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.995752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.995752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.995752] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.351320] env[66962]: INFO networking_nsxv3.common.synchronization [req-b59a1476-caa2-4b7e-9954-ba4372a1b28e req-a75b184c-e0bd-4a71-bbf2-af9ff9a63c99 service nova] Enqueued Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGHEST for action security_group_rules [ 965.351458] env[66962]: INFO networking_nsxv3.common.synchronization [req-b59a1476-caa2-4b7e-9954-ba4372a1b28e req-a75b184c-e0bd-4a71-bbf2-af9ff9a63c99 service nova] Enqueued Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGHEST for action security_group_members [ 965.351599] env[66962]: INFO networking_nsxv3.common.synchronization [req-b59a1476-caa2-4b7e-9954-ba4372a1b28e req-a75b184c-e0bd-4a71-bbf2-af9ff9a63c99 service nova] Enqueued Resource ID: c67adaa0-d371-4e28-96e7-2b1093803a1a with Priority: HIGHEST for action port [ 965.352422] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGHEST for action security_group_rules [ 965.352605] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGHEST for action security_group_members [ 965.352746] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c67adaa0-d371-4e28-96e7-2b1093803a1a with Priority: HIGHEST for action port [ 965.353011] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.353184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.353281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.353553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.353648] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39653ed9-70e4-4ce6-8b1c-78a2bb64b581',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.354694] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.354894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.354996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.355191] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.355360] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.355499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.355643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.355847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.355984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.356124] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39653ed9-70e4-4ce6-8b1c-78a2bb64b581',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.357131] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c67adaa0-d371-4e28-96e7-2b1093803a1a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.357308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c67adaa0-d371-4e28-96e7-2b1093803a1a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.357414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c67adaa0-d371-4e28-96e7-2b1093803a1a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.357625] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c67adaa0-d371-4e28-96e7-2b1093803a1a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.358523] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c67adaa0-d371-4e28-96e7-2b1093803a1a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.499727] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe97a6b6-3952-476e-9f49-cf4222e57f8f: rpc.has_security_group_logging(os_id): False [ 965.538155] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.538155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.538280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.538436] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.538632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.538728] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.538845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.538910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.539153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.539233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.539408] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.539520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.539575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.539726] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.539834] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.540075] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.540240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.540348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.540606] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.540863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.541019] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be updated. [ 965.640055] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.640055] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.640055] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.640055] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.640055] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.655016] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 965.859978] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39653ed9-70e4-4ce6-8b1c-78a2bb64b581',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.861645] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.861645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.861958] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c67adaa0-d371-4e28-96e7-2b1093803a1a with status ACTIVE [ 965.861958] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.861958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.862524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.862524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.862524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.862694] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.862817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.862817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.862983] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.863439] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.863439] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.863563] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.863563] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.864050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.864050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.864050] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c67adaa0-d371-4e28-96e7-2b1093803a1a is going to be updated. [ 965.895767] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.895767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.895767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.895982] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.896127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.896294] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c67adaa0-d371-4e28-96e7-2b1093803a1a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.929125] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 965.929619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.929976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.930909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.930909] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.930909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.930909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.931154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.931262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.931391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.931488] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.362873] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39653ed9-70e4-4ce6-8b1c-78a2bb64b581',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.434112] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.434331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.434410] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.434633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.434809] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.434891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.434944] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.435803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.435803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.435803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.435803] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.435803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.435803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.435803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.435803] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.436550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.436550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.436550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.436550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.436550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.436550] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.868088] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.868088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.868088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.868088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.868088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.868088] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 is going to be created. [ 966.896712] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.896712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.896712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.897042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.897042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.909858] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 in Status: UNINITIALIZED for 2s [ 966.941142] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ceed366-e1c3-4346-bdde-720a4876026c: rpc.has_security_group_logging(os_id): False [ 966.964152] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.964152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.964152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.964152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.964152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.966114] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.966288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.968662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.968662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.968662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.968662] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.968662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.968662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.968662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.968662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.968985] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.968985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.968985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.969117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.969234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.969313] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 967.070504] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.070504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.070504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.070504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.070504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.114210] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 967.222427] env[66962]: INFO networking_nsxv3.common.synchronization [req-8186b886-4510-40c3-bd48-7dfa8793a93d req-5134656d-0703-413c-b22a-345fdd75818b tempest-AttachInterfacesV270Test-1594628487 tempest-AttachInterfacesV270Test-1594628487-project-member] Enqueued Resource ID: ba14845d-1779-40c7-a90f-bfc2bc105253 with Priority: HIGHEST for action security_group_members [ 967.223201] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba14845d-1779-40c7-a90f-bfc2bc105253 with Priority: HIGHEST for action security_group_members [ 967.223515] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba14845d-1779-40c7-a90f-bfc2bc105253 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.223650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.223753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.224204] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.224411] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.224917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.224917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.224917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.225059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.225306] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba14845d-1779-40c7-a90f-bfc2bc105253',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.669508] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 967.669744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.669935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.671494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.671494] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.728181] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.728181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.728485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.728802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.728921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.730013] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.730013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.730013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.730013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.730013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.730013] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba14845d-1779-40c7-a90f-bfc2bc105253 is going to be updated. [ 967.763360] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.763604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.763604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.763724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.763817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.773802] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba14845d-1779-40c7-a90f-bfc2bc105253 in Status: IN_PROGRESS for 2s [ 968.172954] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.173259] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.173298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.173507] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.173678] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.173777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.173838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.174631] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.174754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.174895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.174895] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.678020] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.678020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.678020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.678020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.678274] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.678332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.678371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.679416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.679416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.679416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.679416] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.679790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.679790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.679790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.680613] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.680613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.680613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.680613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.681317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.681317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.681396] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.796818] env[66962]: INFO networking_nsxv3.common.synchronization [req-90141209-aebe-46d7-9ebe-4bde8e858525 req-c2f973ed-eec3-48f9-a356-333033cac38d tempest-ServerActionsTestOtherB-1740646622 tempest-ServerActionsTestOtherB-1740646622-project-member] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 968.797376] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 968.797686] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.797808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.797875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.798130] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.798233] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.798356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.798391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.798538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.798604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.798696] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.997844] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 in Status: SUCCESS [ 968.998057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.998210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.998413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.998601] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.998706] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.998767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.998933] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.998971] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.999060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.999142] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39653ed9-70e4-4ce6-8b1c-78a2bb64b581',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.137058] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 969.137300] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.183485] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe97a6b6-3952-476e-9f49-cf4222e57f8f: rpc.has_security_group_logging(os_id): False [ 969.202261] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.202427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.202502] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.202744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.202837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.203043] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.203142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.203208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.203361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.203436] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.203637] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.203728] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.203787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.204808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.205384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.205384] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.205384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.205542] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.205635] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.206272] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.206272] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be updated. [ 969.279158] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.279330] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.281019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.281019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.281019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.300550] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.300740] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.300785] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.300982] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.301098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.301314] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.301433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.301496] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.301649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.301726] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.301812] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be updated. [ 969.306148] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 969.341502] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.341693] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.341693] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.341909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.342046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.353823] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: IN_PROGRESS for 2s [ 969.503024] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39653ed9-70e4-4ce6-8b1c-78a2bb64b581',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.785282] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba14845d-1779-40c7-a90f-bfc2bc105253 in Status: SUCCESS [ 969.785460] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba14845d-1779-40c7-a90f-bfc2bc105253 deletion is rescheduled due to dependency. [ 969.785583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.005368] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39653ed9-70e4-4ce6-8b1c-78a2bb64b581: rpc.has_security_group_logging(os_id): False [ 970.027361] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.027565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.027703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.027889] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.027980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.028641] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.028641] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.028641] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.028919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.028919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.029039] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 is going to be created. [ 970.113207] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.113345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.113406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.113597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.113767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.129646] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 in Status: IN_PROGRESS for 2s [ 971.085870] env[66962]: INFO networking_nsxv3.common.synchronization [req-6189cd22-b084-448d-a883-b3f35bc271bc req-4dfa712f-7ebb-482f-9396-3b9152b1e979 tempest-ListImageFiltersTestJSON-1302633095 tempest-ListImageFiltersTestJSON-1302633095-project-member] Enqueued Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_members [ 971.087179] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGHEST for action security_group_members [ 971.087179] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfa005bc-49e6-478b-8034-4820cd0b6e2a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.087179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.090877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.090877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.090877] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.090877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.090877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.090877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.090877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.090877] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.227284] env[66962]: INFO networking_nsxv3.common.synchronization [req-08fb9f1e-4b42-4c18-b5d0-d94773925c13 req-6147c16e-cf06-4259-87a0-dec9226994ff tempest-DeleteServersTestJSON-1292956810 tempest-DeleteServersTestJSON-1292956810-project-member] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 971.227948] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 971.229075] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.229232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.229317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.229585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.229758] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.229917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.229974] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.230142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.230260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.230339] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.324270] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 971.324550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.365372] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: SUCCESS [ 971.365549] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 deletion is rescheduled due to dependency. [ 971.365801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.445190] env[66962]: INFO networking_nsxv3.common.synchronization [req-d8aa52c8-2fc2-4084-b43b-554cb4504a83 req-6f603c47-9b05-43a0-8e5a-2db52a750ffa tempest-ServersV294TestFqdnHostnames-1051947788 tempest-ServersV294TestFqdnHostnames-1051947788-project-member] Enqueued Resource ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 with Priority: HIGHEST for action security_group_members [ 971.446142] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 with Priority: HIGHEST for action security_group_members [ 971.446257] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff217a6a-099a-47d5-95b6-717b6f16d2f8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.446349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.446403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.447278] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.447278] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.447278] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.447278] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.447666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.447666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.447666] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff217a6a-099a-47d5-95b6-717b6f16d2f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.596276] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.596416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.596455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.596663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.596749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.596950] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.597052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.597111] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.597262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.597344] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.597413] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a is going to be updated. [ 971.633634] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.633823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.633893] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.634114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.634252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.643085] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a in Status: IN_PROGRESS for 2s [ 971.733126] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.733280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.733465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.733584] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.733673] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.733864] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.733954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.734023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.734183] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.734258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.734346] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 971.768012] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.768157] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.768228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.768497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.768644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.781623] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 971.792489] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.792719] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-722" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.792843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-722" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.793136] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-722" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.793402] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.793559] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.793672] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.793892] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.794316] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.794583] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.794695] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.794804] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.794913] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.795031] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.795140] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.795363] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.839789] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.839995] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.840121] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.840303] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-722" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.840704] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-dd8def7d-0615-41a7-8c7e-b954d1fa53a5 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.840892] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-dd8def7d-0615-41a7-8c7e-b954d1fa53a5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.841015] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-dd8def7d-0615-41a7-8c7e-b954d1fa53a5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.841383] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-dd8def7d-0615-41a7-8c7e-b954d1fa53a5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.841522] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd8def7d-0615-41a7-8c7e-b954d1fa53a5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.951404] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.951616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.951616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.951882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.951959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.952295] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.952416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.952464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.952609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.952682] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.952978] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 already deleted. [ 971.952978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.146660] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 in Status: SUCCESS [ 972.146996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.343790] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.344156] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.344293] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.344796] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.345057] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.345309] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port dd8def7d-0615-41a7-8c7e-b954d1fa53a5 not found, creating... [ 972.345742] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.346040] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.346248] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.346678] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.346875] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.348261] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.348528] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.348840] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.349214] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.349458] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.349726] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: dd8def7d-0615-41a7-8c7e-b954d1fa53a5 is going to be created. [ 972.376164] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.376457] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.376522] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.376790] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.377058] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.377294] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-dd8def7d-0615-41a7-8c7e-b954d1fa53a5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.879050] env[66962]: INFO networking_nsxv3.common.synchronization [req-4e09f788-a242-4794-a0f0-1d471a964ffe req-6506a1cb-08d2-4565-9faf-92e7975978fc tempest-ServersTestMultiNic-2031614215 tempest-ServersTestMultiNic-2031614215-project-member] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 972.879870] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 972.879967] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.880107] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.880176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.880379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.880535] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.880635] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.880709] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.880877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.880961] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.881072] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.117060] env[66962]: INFO networking_nsxv3.common.synchronization [req-d8aa52c8-2fc2-4084-b43b-554cb4504a83 req-3d35a4ff-a9db-4e6c-b435-34ad231f9b89 service nova] Enqueued Resource ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 with Priority: HIGHEST for action security_group_rules [ 973.117191] env[66962]: INFO networking_nsxv3.common.synchronization [req-d8aa52c8-2fc2-4084-b43b-554cb4504a83 req-3d35a4ff-a9db-4e6c-b435-34ad231f9b89 service nova] Enqueued Resource ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 with Priority: HIGHEST for action security_group_members [ 973.117339] env[66962]: INFO networking_nsxv3.common.synchronization [req-d8aa52c8-2fc2-4084-b43b-554cb4504a83 req-3d35a4ff-a9db-4e6c-b435-34ad231f9b89 service nova] Enqueued Resource ID: dd8def7d-0615-41a7-8c7e-b954d1fa53a5 with Priority: HIGHEST for action port [ 973.117864] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 with Priority: HIGHEST for action security_group_rules [ 973.117998] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 with Priority: HIGHEST for action security_group_members [ 973.118340] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8def7d-0615-41a7-8c7e-b954d1fa53a5 with Priority: HIGHEST for action port [ 973.118970] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.119137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.119208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.119409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.119488] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff217a6a-099a-47d5-95b6-717b6f16d2f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.121311] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff217a6a-099a-47d5-95b6-717b6f16d2f8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.121311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.121311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.121518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.121895] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.121986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.122073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.122296] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.122406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.122500] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff217a6a-099a-47d5-95b6-717b6f16d2f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.124308] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd8def7d-0615-41a7-8c7e-b954d1fa53a5 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.124426] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd8def7d-0615-41a7-8c7e-b954d1fa53a5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.124495] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd8def7d-0615-41a7-8c7e-b954d1fa53a5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.124824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd8def7d-0615-41a7-8c7e-b954d1fa53a5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.124928] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd8def7d-0615-41a7-8c7e-b954d1fa53a5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.248142] env[66962]: INFO networking_nsxv3.common.synchronization [req-4e09f788-a242-4794-a0f0-1d471a964ffe req-eb01b621-d79e-447c-a2ca-4eef84bad5cb tempest-ServersTestMultiNic-2031614215 tempest-ServersTestMultiNic-2031614215-project-member] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 973.249314] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 973.249421] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.249509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.384632] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.473949] env[66962]: INFO networking_nsxv3.common.synchronization [req-4e09f788-a242-4794-a0f0-1d471a964ffe req-6bf9d778-df6b-4350-ad18-3e3fee727ea7 tempest-ServersTestMultiNic-2031614215 tempest-ServersTestMultiNic-2031614215-project-member] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 973.474822] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 973.476755] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.476919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.621528] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff217a6a-099a-47d5-95b6-717b6f16d2f8 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.621690] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.628346] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff217a6a-099a-47d5-95b6-717b6f16d2f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.628346] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd8def7d-0615-41a7-8c7e-b954d1fa53a5 with status ACTIVE [ 973.628346] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.628346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.628663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.628663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.628663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.628821] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.628912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.629212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.629212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.629212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.629366] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.629488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.629560] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.629629] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.629697] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.629775] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd8def7d-0615-41a7-8c7e-b954d1fa53a5 is going to be updated. [ 973.654649] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.654748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.654835] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.655027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.655159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.655306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd8def7d-0615-41a7-8c7e-b954d1fa53a5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.656364] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a in Status: SUCCESS [ 973.656515] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a deletion is rescheduled due to dependency. [ 973.656609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.795844] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 973.796479] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 deletion is rescheduled due to dependency. [ 973.796479] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.886669] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.133114] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff217a6a-099a-47d5-95b6-717b6f16d2f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.390226] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.390519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.390519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.390681] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.390761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.390936] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be updated. [ 974.425373] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.425594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.425669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.425918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.426041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.437423] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 974.636657] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.636803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.636878] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.637220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.637220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.637316] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 is going to be created. [ 974.665759] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.665964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.665964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.666217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.666376] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.677981] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 in Status: UNINITIALIZED for 2s [ 975.308290] env[66962]: INFO networking_nsxv3.common.synchronization [req-152d4499-77dc-4f36-a685-54f595fa0384 req-6731a864-950a-48f3-975f-3b52d761b9a0 tempest-MigrationsAdminTest-2072761647 tempest-MigrationsAdminTest-2072761647-project-member] Enqueued Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_members [ 975.309285] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e with Priority: HIGHEST for action security_group_members [ 975.309824] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.310100] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.310217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.310567] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.310860] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.311093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.311238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.314981] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.314981] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.315207] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28e12498-6cf9-44ac-8fdd-af6ecdf0065e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.818671] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.818963] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.818963] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.819185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.819286] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.819490] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.819593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.819668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.819788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.819850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.819937] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e is going to be updated. [ 975.859023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.859023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.859023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.859023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.859023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.873135] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e in Status: IN_PROGRESS for 2s [ 976.380516] env[66962]: INFO networking_nsxv3.common.synchronization [req-ffaac459-ed08-4712-bc06-1dc91c48744d req-d50e1269-dd9e-4870-8cd7-277990e22032 tempest-ServerMetadataTestJSON-1205323830 tempest-ServerMetadataTestJSON-1205323830-project-member] Enqueued Resource ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 with Priority: HIGHEST for action security_group_members [ 976.380516] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 with Priority: HIGHEST for action security_group_members [ 976.380516] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.380516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.380516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.380782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.382027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.382027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.382027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.382027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.382027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.382027] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0111f5d1-5b29-4970-a11c-46edcd1c0ed9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.448501] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 976.448714] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.449705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.449705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.449705] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.449705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.449705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.449705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.449705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.450023] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.688029] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 in Status: SUCCESS [ 976.688242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.688400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.688603] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.688789] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.688924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.688971] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.689098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.689171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.689256] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.689341] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff217a6a-099a-47d5-95b6-717b6f16d2f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.887409] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.887409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.887409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.887409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.887409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.887409] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.887409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.887409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.887409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.887409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.887409] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 is going to be updated. [ 976.917139] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.917297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.917371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.918503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.918750] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.932489] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 in Status: IN_PROGRESS for 2s [ 976.952030] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.953244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.953244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.953244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.953244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.953244] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.953244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.953244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.953244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.953244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.953244] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be updated. [ 976.989501] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.990122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.990122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.990296] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.990346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.003092] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 977.196229] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff217a6a-099a-47d5-95b6-717b6f16d2f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.700365] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff217a6a-099a-47d5-95b6-717b6f16d2f8: rpc.has_security_group_logging(os_id): False [ 977.719553] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.719553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.719553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.719744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.719789] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.721911] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.721911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.721911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.721911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.721911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.721911] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 is going to be created. [ 977.782795] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.782943] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.783024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.783263] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.783455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.797571] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 in Status: IN_PROGRESS for 2s [ 977.894600] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e in Status: SUCCESS [ 977.894966] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e12498-6cf9-44ac-8fdd-af6ecdf0065e deletion is rescheduled due to dependency. [ 977.894966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e12498-6cf9-44ac-8fdd-af6ecdf0065e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.943465] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 in Status: SUCCESS [ 978.943465] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 deletion is rescheduled due to dependency. [ 978.943465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.014984] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 979.015206] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f deletion is rescheduled due to dependency. [ 979.015392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.015510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.015772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.016315] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.016315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.016315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.016315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.016566] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.016566] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.519405] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.520171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.520171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.520171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.520171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.520171] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.520171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.520447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.520447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.520447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.520551] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be updated. [ 979.550864] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.551067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.551067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.551356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.551538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.562699] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 979.811870] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 in Status: SUCCESS [ 979.812113] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.381742] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 981.382141] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 981.575717] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 981.575717] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f deletion is rescheduled due to dependency. [ 981.575717] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.007936] env[66962]: INFO networking_nsxv3.common.synchronization [req-705ba276-6c9e-492b-8428-0adc5b75e9f3 req-3dd01e04-6a91-4e12-aabd-42962c29b3e3 tempest-ImagesTestJSON-169850790 tempest-ImagesTestJSON-169850790-project-member] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 982.008544] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 982.008881] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.009438] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.009579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.010049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.010246] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.011109] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.012077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.012077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.012077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.012077] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.388512] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.388954] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.388954] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.389195] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.389439] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.389621] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.389752] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.389975] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.390459] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.390697] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.390824] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.390937] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.391067] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.391200] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.391414] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.391572] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.417151] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.417343] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.417468] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.417767] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.418113] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-51a34def-d483-4abc-a426-b37320159b21 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.418335] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-51a34def-d483-4abc-a426-b37320159b21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.418458] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-51a34def-d483-4abc-a426-b37320159b21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.418783] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-51a34def-d483-4abc-a426-b37320159b21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.418917] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51a34def-d483-4abc-a426-b37320159b21',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.513616] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.921494] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.921723] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.921847] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.922149] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.922320] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.922508] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 51a34def-d483-4abc-a426-b37320159b21 not found, creating... [ 982.922907] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.923880] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.923880] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.923880] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.923880] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.924334] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.924506] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.924646] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.924889] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.925032] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.925178] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 51a34def-d483-4abc-a426-b37320159b21 is going to be created. [ 982.965351] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.965618] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.965758] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.966086] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.966347] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.966632] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-51a34def-d483-4abc-a426-b37320159b21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.016146] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.307042] env[66962]: INFO networking_nsxv3.common.synchronization [req-c29e538b-4a2e-49b8-970c-59b236902563 req-b660876b-ad7f-4b46-80a7-b2055b713ff4 tempest-ServersTestFqdnHostnames-1360803350 tempest-ServersTestFqdnHostnames-1360803350-project-member] Enqueued Resource ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be with Priority: HIGHEST for action security_group_members [ 983.307042] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be with Priority: HIGHEST for action security_group_members [ 983.307042] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1ca5472-22b7-4033-a1f5-4da8c729a4be taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.307253] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.307375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.307672] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.309828] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.310015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.314018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.314018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.314018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.314018] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1ca5472-22b7-4033-a1f5-4da8c729a4be',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.521752] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.521752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.521752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.521752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.521752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.521752] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be updated. [ 983.553432] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.553623] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.553665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.553855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.553996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.565608] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: IN_PROGRESS for 2s [ 983.698512] env[66962]: INFO networking_nsxv3.common.synchronization [req-705ba276-6c9e-492b-8428-0adc5b75e9f3 req-64752f18-0b3c-434e-9f13-19cf806e41e0 service nova] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_rules [ 983.698766] env[66962]: INFO networking_nsxv3.common.synchronization [req-705ba276-6c9e-492b-8428-0adc5b75e9f3 req-64752f18-0b3c-434e-9f13-19cf806e41e0 service nova] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 983.698947] env[66962]: INFO networking_nsxv3.common.synchronization [req-705ba276-6c9e-492b-8428-0adc5b75e9f3 req-64752f18-0b3c-434e-9f13-19cf806e41e0 service nova] Enqueued Resource ID: 51a34def-d483-4abc-a426-b37320159b21 with Priority: HIGHEST for action port [ 983.700071] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_rules [ 983.700274] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 983.700405] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51a34def-d483-4abc-a426-b37320159b21 with Priority: HIGHEST for action port [ 983.700743] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.700924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.701016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.701230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.701324] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.702948] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.703073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.703390] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-51a34def-d483-4abc-a426-b37320159b21 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.703512] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51a34def-d483-4abc-a426-b37320159b21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.703588] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51a34def-d483-4abc-a426-b37320159b21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.703776] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51a34def-d483-4abc-a426-b37320159b21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.703861] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51a34def-d483-4abc-a426-b37320159b21',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.816264] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.816421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.817119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.817119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.817119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.817119] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.817341] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.817341] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.818163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.818163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.818163] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be is going to be updated. [ 983.852138] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.852138] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.852482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.852561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.852713] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.863893] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be in Status: IN_PROGRESS for 2s [ 984.204220] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.204375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.209819] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51a34def-d483-4abc-a426-b37320159b21 with status ACTIVE [ 984.210047] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.210195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.210280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.210505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.210587] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.210760] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.210855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.210914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.211067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.211184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.211311] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.211393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.211652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.213076] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.213152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.213307] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51a34def-d483-4abc-a426-b37320159b21 is going to be updated. [ 984.239042] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.239042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.239042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.239042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.239042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.239042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51a34def-d483-4abc-a426-b37320159b21" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.579780] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 985.579780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.579780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.579780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.579780] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.579780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.579780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.579780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.579780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.579780] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.875945] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be in Status: SUCCESS [ 985.875945] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be deletion is rescheduled due to dependency. [ 985.875945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.082166] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.584742] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.087809] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.087935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.088071] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.088337] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.088476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.088603] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be updated. [ 987.118409] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.118530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.118708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.118811] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.118957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.128977] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: IN_PROGRESS for 2s [ 988.702318] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 988.702625] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 988.921709] env[66962]: INFO networking_nsxv3.common.synchronization [None req-e740fd6b-d399-4f6a-af1f-4dbcee150c40 None None] Enqueued Resource ID: dbc9f2d7-2f0c-445d-9008-6fb90477a31a with Priority: HIGHEST for action port [ 988.921709] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbc9f2d7-2f0c-445d-9008-6fb90477a31a with Priority: HIGHEST for action port [ 988.923582] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbc9f2d7-2f0c-445d-9008-6fb90477a31a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.923582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbc9f2d7-2f0c-445d-9008-6fb90477a31a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.923582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbc9f2d7-2f0c-445d-9008-6fb90477a31a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.923582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbc9f2d7-2f0c-445d-9008-6fb90477a31a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.923582] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbc9f2d7-2f0c-445d-9008-6fb90477a31a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.141122] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 989.141640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.142019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.144031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.144031] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.144031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.144031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.144031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.144031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.144031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.144031] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.227208] env[66962]: INFO networking_nsxv3.common.synchronization [None req-c5788281-da76-4a8d-91e4-0cf92df01ca4 None None] Enqueued Resource ID: 9224da60-5244-4104-991c-8c33ca8209f7 with Priority: HIGHEST for action port [ 989.229297] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9224da60-5244-4104-991c-8c33ca8209f7 with Priority: HIGHEST for action port [ 989.230645] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9224da60-5244-4104-991c-8c33ca8209f7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.230970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9224da60-5244-4104-991c-8c33ca8209f7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.231238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9224da60-5244-4104-991c-8c33ca8209f7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.231635] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9224da60-5244-4104-991c-8c33ca8209f7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.231859] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9224da60-5244-4104-991c-8c33ca8209f7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.425808] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbc9f2d7-2f0c-445d-9008-6fb90477a31a [ 989.425808] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.426064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.426064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.426380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.426497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.426593] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbc9f2d7-2f0c-445d-9008-6fb90477a31a already deleted. [ 989.426694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbc9f2d7-2f0c-445d-9008-6fb90477a31a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.645803] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.646057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.646184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.646508] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.646756] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.647784] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.647784] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.647784] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.647784] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.647784] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.647784] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.648115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.648115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.648851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.648851] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.648851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.648851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.649106] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.651946] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.652115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.652840] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.735223] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9224da60-5244-4104-991c-8c33ca8209f7 [ 989.736985] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.736985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.736985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.736985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.736985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.736985] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9224da60-5244-4104-991c-8c33ca8209f7 already deleted. [ 989.737206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9224da60-5244-4104-991c-8c33ca8209f7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.155689] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50a63566-3211-4a68-bac5-be1f3ffab90c: rpc.has_security_group_logging(os_id): False [ 990.176281] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.176455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.176568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.176762] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.176841] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.178913] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.178913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.178913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.178913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.178913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.178913] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.178913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.178913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.178913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.178913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.178913] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.178913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.178913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.178913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.179385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.179385] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be updated. [ 990.254519] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.254519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.254519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.254519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.254519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.281275] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: IN_PROGRESS for 2s [ 991.153874] env[66962]: INFO networking_nsxv3.common.synchronization [None req-7cead271-a456-4155-8f66-26141acf9e9c tempest-ServersTestJSON-1750693523 tempest-ServersTestJSON-1750693523-project-member] Enqueued Resource ID: dda7b9de-c484-4751-8ced-265ce0287148 with Priority: HIGHEST for action security_group_rules [ 991.154861] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda7b9de-c484-4751-8ced-265ce0287148 with Priority: HIGHEST for action security_group_rules [ 991.156331] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dda7b9de-c484-4751-8ced-265ce0287148 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.156543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.156543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.156853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.156920] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dda7b9de-c484-4751-8ced-265ce0287148',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.355715] env[66962]: INFO networking_nsxv3.common.synchronization [None req-b80837a2-5033-476b-a619-52d6dbe86e42 tempest-ServersTestJSON-1750693523 tempest-ServersTestJSON-1750693523-project-member] Enqueued Resource ID: dda7b9de-c484-4751-8ced-265ce0287148 with Priority: HIGHEST for action security_group_rules [ 991.355926] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda7b9de-c484-4751-8ced-265ce0287148 with Priority: HIGHEST for action security_group_rules [ 991.356625] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dda7b9de-c484-4751-8ced-265ce0287148 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.356625] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.674094] env[66962]: INFO networking_nsxv3.common.synchronization [None req-13470944-4906-4968-af99-4404b62ad1fc None None] Enqueued Resource ID: cdf95a86-c352-4a2c-8b86-94f14cde3e13 with Priority: HIGHEST for action port [ 991.674931] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf95a86-c352-4a2c-8b86-94f14cde3e13 with Priority: HIGHEST for action port [ 991.675215] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdf95a86-c352-4a2c-8b86-94f14cde3e13 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.676997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdf95a86-c352-4a2c-8b86-94f14cde3e13" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.676997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdf95a86-c352-4a2c-8b86-94f14cde3e13" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.676997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdf95a86-c352-4a2c-8b86-94f14cde3e13" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.677167] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdf95a86-c352-4a2c-8b86-94f14cde3e13',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.681846] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.682043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.682151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.682445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.682580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.682700] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dda7b9de-c484-4751-8ced-265ce0287148 already deleted. [ 991.682846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.683375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.683562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.683660] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dda7b9de-c484-4751-8ced-265ce0287148',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.180167] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdf95a86-c352-4a2c-8b86-94f14cde3e13 [ 992.180727] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.180727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.180727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.180727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.182432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.182432] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdf95a86-c352-4a2c-8b86-94f14cde3e13 already deleted. [ 992.182432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdf95a86-c352-4a2c-8b86-94f14cde3e13" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.206684] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.206875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.206875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.207159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.207251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.207544] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dda7b9de-c484-4751-8ced-265ce0287148 already deleted. [ 992.207544] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.299203] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 992.299426] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.684479] env[66962]: INFO networking_nsxv3.common.synchronization [None req-463a451f-9db7-4b9d-a3e7-8b5e94690bac None None] Enqueued Resource ID: e7cc4a10-19ba-46ff-b48e-18e549045f63 with Priority: HIGHEST for action port [ 992.685711] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7cc4a10-19ba-46ff-b48e-18e549045f63 with Priority: HIGHEST for action port [ 992.685711] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7cc4a10-19ba-46ff-b48e-18e549045f63 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.685711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7cc4a10-19ba-46ff-b48e-18e549045f63" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.685711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7cc4a10-19ba-46ff-b48e-18e549045f63" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.685711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7cc4a10-19ba-46ff-b48e-18e549045f63" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.685971] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7cc4a10-19ba-46ff-b48e-18e549045f63',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.188215] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7cc4a10-19ba-46ff-b48e-18e549045f63 [ 993.188531] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.188593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.188694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.188872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.188959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.189072] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7cc4a10-19ba-46ff-b48e-18e549045f63 already deleted. [ 993.189156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7cc4a10-19ba-46ff-b48e-18e549045f63" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.186408] env[66962]: INFO networking_nsxv3.common.synchronization [req-2377ecdb-6529-46ee-8c1f-529d801f3a00 req-de6d5295-e237-40a4-b601-f73e9dfc48b2 tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGHEST for action security_group_members [ 996.187162] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGHEST for action security_group_members [ 996.187311] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0e99876-c9d4-4083-9800-dd2400801835 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.187451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.187529] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.187746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.187842] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.187939] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.187999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.191385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.191726] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.192047] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0e99876-c9d4-4083-9800-dd2400801835',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.223468] env[66962]: INFO networking_nsxv3.common.synchronization [req-407a5bcb-59f2-4033-9d34-fe7c4203df08 req-bc672c27-d5da-4021-8cc4-39714e01e2ec tempest-ServersTestJSON-66213388 tempest-ServersTestJSON-66213388-project-member] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 996.224164] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 996.224506] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.224633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.224697] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.224897] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.225066] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.225764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.225764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.225764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.225764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.225764] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.568295] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.568491] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.568613] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.568872] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.569128] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.569280] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.569393] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.569591] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.569731] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.569930] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.570070] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.570155] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.570260] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.570394] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.570458] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.570584] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.591701] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.591862] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.591996] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.592183] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.592574] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-e5b051de-af97-485b-bf3e-3626f3df8db9 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.592746] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-e5b051de-af97-485b-bf3e-3626f3df8db9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.592863] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-e5b051de-af97-485b-bf3e-3626f3df8db9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.593196] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-e5b051de-af97-485b-bf3e-3626f3df8db9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.593338] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b051de-af97-485b-bf3e-3626f3df8db9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.695521] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.695690] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.695758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.695973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.696082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.696280] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.696376] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.696440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.696586] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.696672] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.696744] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e99876-c9d4-4083-9800-dd2400801835 is going to be updated. [ 996.726589] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.726801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.726801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.726999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.727174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.728308] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.738172] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e99876-c9d4-4083-9800-dd2400801835 in Status: IN_PROGRESS for 2s [ 997.096812] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.096812] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.096812] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.097178] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.097242] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.097359] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port e5b051de-af97-485b-bf3e-3626f3df8db9 not found, creating... [ 997.097747] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.097905] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.098033] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.098260] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.098407] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.098692] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.098843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.098954] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.099176] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.099308] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.099443] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: e5b051de-af97-485b-bf3e-3626f3df8db9 is going to be created. [ 997.121631] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.121984] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.122235] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.122680] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.123028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.123351] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-e5b051de-af97-485b-bf3e-3626f3df8db9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.230959] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.736184] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.736184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.736184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.736184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.736184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.736184] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 997.766541] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.766765] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.766875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.767615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.767615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.777695] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 997.879638] env[66962]: INFO networking_nsxv3.common.synchronization [req-407a5bcb-59f2-4033-9d34-fe7c4203df08 req-f951efbc-1030-4e85-8772-a0b044c64894 service nova] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_rules [ 997.879638] env[66962]: INFO networking_nsxv3.common.synchronization [req-407a5bcb-59f2-4033-9d34-fe7c4203df08 req-f951efbc-1030-4e85-8772-a0b044c64894 service nova] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 997.879638] env[66962]: INFO networking_nsxv3.common.synchronization [req-407a5bcb-59f2-4033-9d34-fe7c4203df08 req-f951efbc-1030-4e85-8772-a0b044c64894 service nova] Enqueued Resource ID: e5b051de-af97-485b-bf3e-3626f3df8db9 with Priority: HIGHEST for action port [ 997.880081] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_rules [ 997.880129] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 997.880183] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b051de-af97-485b-bf3e-3626f3df8db9 with Priority: HIGHEST for action port [ 997.880565] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.880689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.880759] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.880958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.881083] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.881909] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.882041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.882207] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b051de-af97-485b-bf3e-3626f3df8db9 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.882303] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b051de-af97-485b-bf3e-3626f3df8db9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.882421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b051de-af97-485b-bf3e-3626f3df8db9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.882599] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b051de-af97-485b-bf3e-3626f3df8db9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.882673] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b051de-af97-485b-bf3e-3626f3df8db9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.385522] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.385921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.385921] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5b051de-af97-485b-bf3e-3626f3df8db9 with status ACTIVE [ 998.386011] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.386105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.386179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.386385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.386476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.386641] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.386735] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.386796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.386954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.387046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.387227] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.387317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.387377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.387509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.387581] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.387663] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5b051de-af97-485b-bf3e-3626f3df8db9 is going to be updated. [ 998.408352] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.408570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.408570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.408743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.408874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.409040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b051de-af97-485b-bf3e-3626f3df8db9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.748108] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0e99876-c9d4-4083-9800-dd2400801835 in Status: SUCCESS [ 998.748108] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0e99876-c9d4-4083-9800-dd2400801835 deletion is rescheduled due to dependency. [ 998.748108] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.788529] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 999.788804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.788804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.788999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.789199] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.789316] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.789380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.789530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.789608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.789703] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.292260] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.795109] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.297805] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.297963] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.298058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.298315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.298436] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.298544] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 1001.338892] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.339074] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.339151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.339384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.339613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.349707] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 1001.799181] env[66962]: INFO networking_nsxv3.common.synchronization [req-88fb7759-25d4-4355-9afb-9a09eb657e5f req-f0df3315-2177-4f7f-9f19-80000f73d4bc tempest-ImagesTestJSON-169850790 tempest-ImagesTestJSON-169850790-project-member] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 1001.799688] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 1001.799988] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.800304] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.800418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.800638] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.800830] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.800960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.801272] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.801509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.801694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.801823] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.304670] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.807485] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.310541] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.310697] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.310755] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.310970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.311067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.311159] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be updated. [ 1003.342265] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.342265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.342493] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.342580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.342740] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.353119] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: IN_PROGRESS for 2s [ 1003.360771] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 1003.360988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.361175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.361854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.362241] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.362241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.362404] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.362478] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.362609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.362932] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.362932] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.869947] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.869947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.869947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.869947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.869947] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.869947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.869947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.869947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.869947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.869947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.869947] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.869947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.869947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.869947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.870836] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.870836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.870836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.870836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.870836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.870836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.870836] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.373026] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ceed366-e1c3-4346-bdde-720a4876026c: rpc.has_security_group_logging(os_id): False [ 1004.391831] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.392008] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.392064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.392252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.392340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.392588] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.392700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.392758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.392922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.392997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.393179] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.393268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.393326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.393495] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.393568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.393776] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.393837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.393907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.394198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.394321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.394411] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 1004.463913] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.463995] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.464083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.464287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.464442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.482320] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 1005.362679] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 1005.362987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.859289] env[66962]: INFO networking_nsxv3.common.synchronization [None req-912853cc-6f55-45a1-8ac8-4afda1448dd3 None None] Enqueued Resource ID: cbe37324-6c8b-4e41-8be2-349f141e8a4c with Priority: HIGHEST for action port [ 1005.859727] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe37324-6c8b-4e41-8be2-349f141e8a4c with Priority: HIGHEST for action port [ 1005.860079] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbe37324-6c8b-4e41-8be2-349f141e8a4c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.860210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbe37324-6c8b-4e41-8be2-349f141e8a4c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.860286] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbe37324-6c8b-4e41-8be2-349f141e8a4c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.860699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbe37324-6c8b-4e41-8be2-349f141e8a4c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.860794] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbe37324-6c8b-4e41-8be2-349f141e8a4c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.143326] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.144046] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.144046] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.144046] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.144265] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.144422] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.144580] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.144838] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.144991] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.145233] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.145390] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.145653] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.145756] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.145875] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.146033] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.146247] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.170009] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.170215] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.170341] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.170509] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.170955] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.171217] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.171403] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.171756] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.171973] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd3605a-74d6-4ba1-bfec-384e90a8fd6e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.362811] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbe37324-6c8b-4e41-8be2-349f141e8a4c [ 1006.364412] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.364412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.364412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.364886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.364886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.364959] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbe37324-6c8b-4e41-8be2-349f141e8a4c already deleted. [ 1006.365590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbe37324-6c8b-4e41-8be2-349f141e8a4c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.500299] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 1006.500299] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.584458] env[66962]: INFO networking_nsxv3.common.synchronization [None req-230b1cbd-75b2-49ba-9959-4110240b3888 tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGHEST for action security_group_rules [ 1006.584458] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGHEST for action security_group_rules [ 1006.584458] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f31219a5-d979-4d95-b191-6484c3f8c909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.584822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.584822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.584822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.584922] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f31219a5-d979-4d95-b191-6484c3f8c909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.674429] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.674664] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.674789] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.675075] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.675222] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.675522] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.675681] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.675795] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.676015] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.676181] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.676465] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.677346] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.677346] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.677346] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.677346] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.677346] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 4cd3605a-74d6-4ba1-bfec-384e90a8fd6e is going to be updated. [ 1006.701533] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.701736] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.701856] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.702155] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.702349] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.702655] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.706775] env[66962]: INFO networking_nsxv3.common.synchronization [None req-3fe47640-fad5-4ab7-9284-26fd1b451a44 tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGHEST for action security_group_rules [ 1006.707021] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGHEST for action security_group_rules [ 1006.707331] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f31219a5-d979-4d95-b191-6484c3f8c909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.707433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.105017] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.105267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.105317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.105531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.105626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.106054] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f31219a5-d979-4d95-b191-6484c3f8c909 already deleted. [ 1007.106054] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.106054] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.106177] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.106177] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f31219a5-d979-4d95-b191-6484c3f8c909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.441953] env[66962]: INFO networking_nsxv3.common.synchronization [req-638b0e19-8fe1-4d9c-8c46-00e87a31dc25 req-654dabc0-9902-4cdd-a3db-d8f8976bdb65 service nova] Enqueued Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_rules [ 1007.441953] env[66962]: INFO networking_nsxv3.common.synchronization [req-638b0e19-8fe1-4d9c-8c46-00e87a31dc25 req-654dabc0-9902-4cdd-a3db-d8f8976bdb65 service nova] Enqueued Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_members [ 1007.441953] env[66962]: INFO networking_nsxv3.common.synchronization [req-638b0e19-8fe1-4d9c-8c46-00e87a31dc25 req-654dabc0-9902-4cdd-a3db-d8f8976bdb65 service nova] Enqueued Resource ID: 4cd3605a-74d6-4ba1-bfec-384e90a8fd6e with Priority: HIGHEST for action port [ 1007.442644] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_rules [ 1007.443145] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_members [ 1007.443145] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd3605a-74d6-4ba1-bfec-384e90a8fd6e with Priority: HIGHEST for action port [ 1007.443381] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1707c9e6-7391-433d-8869-1c2bf494ef06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.443579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.443647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.443856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.443934] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.444767] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1707c9e6-7391-433d-8869-1c2bf494ef06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.444870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.445141] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.445141] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.445292] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.445389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.445389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.445504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.445573] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.445663] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.446401] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.446502] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.447352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.447352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.447352] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd3605a-74d6-4ba1-bfec-384e90a8fd6e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.566524] env[66962]: INFO networking_nsxv3.common.synchronization [req-7367c730-cd59-4c4f-ab45-adeb00f68290 req-44b1ffad-e79a-4b03-88b6-b614efb89ed5 tempest-ServersTestJSON-66213388 tempest-ServersTestJSON-66213388-project-member] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1007.566921] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1007.567227] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.567346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.567437] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.567598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.567744] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.567837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.567894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.568146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.568472] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.568604] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.628345] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.628488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.628552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.628788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.628860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.628937] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f31219a5-d979-4d95-b191-6484c3f8c909 already deleted. [ 1007.629027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.950761] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1707c9e6-7391-433d-8869-1c2bf494ef06 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.951372] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.953854] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.953854] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cd3605a-74d6-4ba1-bfec-384e90a8fd6e with status ACTIVE [ 1007.953854] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.953854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.953854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.953854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.953854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.953854] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.953854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.953854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.953854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.953854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.953854] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.954597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.954597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.955884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.955972] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.956073] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cd3605a-74d6-4ba1-bfec-384e90a8fd6e is going to be updated. [ 1007.980103] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.980203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.980297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.980491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.980684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.980885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd3605a-74d6-4ba1-bfec-384e90a8fd6e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.070931] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.163766] env[66962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1008.165287] env[66962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1008.261380] env[66962]: INFO networking_nsxv3.common.synchronization [None req-28ea92b6-292a-41a3-85cb-5b76312e6b06 None None] Enqueued Resource ID: a2cdfaf0-5b77-461e-b6f3-cc13379846f2 with Priority: HIGHEST for action port [ 1008.261928] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2cdfaf0-5b77-461e-b6f3-cc13379846f2 with Priority: HIGHEST for action port [ 1008.262253] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2cdfaf0-5b77-461e-b6f3-cc13379846f2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.262381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2cdfaf0-5b77-461e-b6f3-cc13379846f2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.262466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2cdfaf0-5b77-461e-b6f3-cc13379846f2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.262727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2cdfaf0-5b77-461e-b6f3-cc13379846f2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.262812] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2cdfaf0-5b77-461e-b6f3-cc13379846f2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.459999] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.572974] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.766023] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2cdfaf0-5b77-461e-b6f3-cc13379846f2 [ 1008.766023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.766023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.766023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.766023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.766352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.766352] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2cdfaf0-5b77-461e-b6f3-cc13379846f2 already deleted. [ 1008.766352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2cdfaf0-5b77-461e-b6f3-cc13379846f2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.964254] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.964254] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.964254] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.964254] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.964254] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.964254] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 is going to be updated. [ 1008.995521] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.995521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.995521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.995521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.995521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.009710] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 in Status: IN_PROGRESS for 2s [ 1009.075959] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.076462] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.076591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.076880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.079243] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.079243] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 1009.109752] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.110593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.112016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.112016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.112016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.121412] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 1011.024545] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 in Status: SUCCESS [ 1011.024545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.024545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.024545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.024545] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.024545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.025423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.025423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.025423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.025423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.025423] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.134616] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 1011.134616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.231345] env[66962]: INFO networking_nsxv3.common.synchronization [req-6f8e7f01-4cb1-486d-87a3-4886feaa02fc req-1db8247f-1656-4e8f-9e0a-df9bf7e3de33 tempest-ServerActionsTestOtherB-1740646622 tempest-ServerActionsTestOtherB-1740646622-project-member] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 1011.232099] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 1011.234069] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.234069] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.234069] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.234382] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.234530] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.234651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.234706] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.234883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.234978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.235102] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.527668] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.678641] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.678849] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.678968] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.679277] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.679535] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.679694] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.679852] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.680104] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.680268] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.680491] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.680635] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.680748] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.680857] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.680970] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.681088] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.681227] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.702600] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.702851] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.702981] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.703189] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.703614] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.704029] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.704029] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.704352] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.704494] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.740830] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.741118] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.741118] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.741287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.741379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.741575] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.741676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.741731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.741878] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.741954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.742050] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be updated. [ 1011.768382] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.768669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.768669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.768853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.769025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.778896] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: IN_PROGRESS for 2s [ 1012.030734] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1707c9e6-7391-433d-8869-1c2bf494ef06: rpc.has_security_group_logging(os_id): False [ 1012.050958] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.051108] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.051108] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.051428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.051521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.051782] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.051898] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.051960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.052092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.052165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.052251] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 is going to be updated. [ 1012.115114] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.115402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.115402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.115539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.115706] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.129204] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 in Status: IN_PROGRESS for 2s [ 1012.207875] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.208243] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.208517] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.208909] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.209140] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.209357] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c not found, creating... [ 1012.209745] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.209977] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.210163] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.210647] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.211022] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.211561] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.211929] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.212159] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.212572] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.212914] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.213253] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c is going to be created. [ 1012.239304] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.239552] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.239737] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.240113] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.240559] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.240905] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.951277] env[66962]: INFO networking_nsxv3.common.synchronization [req-6f8e7f01-4cb1-486d-87a3-4886feaa02fc req-2a05f0ed-d114-4bc6-bb3d-caa908070cea service nova] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_rules [ 1012.951277] env[66962]: INFO networking_nsxv3.common.synchronization [req-6f8e7f01-4cb1-486d-87a3-4886feaa02fc req-2a05f0ed-d114-4bc6-bb3d-caa908070cea service nova] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 1012.951277] env[66962]: INFO networking_nsxv3.common.synchronization [req-6f8e7f01-4cb1-486d-87a3-4886feaa02fc req-2a05f0ed-d114-4bc6-bb3d-caa908070cea service nova] Enqueued Resource ID: e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c with Priority: HIGHEST for action port [ 1012.951277] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_rules [ 1012.951277] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 1012.951277] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c with Priority: HIGHEST for action port [ 1012.951277] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.951277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.951964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.952452] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.952807] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.953897] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.954221] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.955130] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.955770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.955770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.957142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.957142] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.459990] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.460355] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.460404] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c with status ACTIVE [ 1013.460581] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.460691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.460754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.460954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.461055] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.461218] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.461309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.461360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.461516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.461592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.461769] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.461851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.461908] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.462059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.462640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.462640] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c is going to be updated. [ 1013.490695] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.490883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.490883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.491086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.491940] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.491940] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0ebcec3-3e8a-4cea-8f8b-a181f8ba4f2c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.791721] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: SUCCESS [ 1013.791721] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 deletion is rescheduled due to dependency. [ 1013.791721] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.791721] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.791950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.792067] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.792229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.792279] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.792434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.792628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.792628] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.145673] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 in Status: SUCCESS [ 1014.146659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.297065] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.800429] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.306574] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.306737] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.306805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.307088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.307141] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.307241] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be updated. [ 1015.345359] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.345359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.345359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.346172] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.346172] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.357081] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: IN_PROGRESS for 2s [ 1016.119880] env[66962]: INFO networking_nsxv3.common.synchronization [req-bf47db8e-6078-4feb-9942-29bc152a253b req-6b5110d2-4531-41cb-bc5c-c9d3a68d67ff tempest-DeleteServersTestJSON-1292956810 tempest-DeleteServersTestJSON-1292956810-project-member] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 1016.120289] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 1016.120658] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.120815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.120898] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.121198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.121354] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.121455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.121516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.121750] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.122332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.122332] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.397420] env[66962]: INFO networking_nsxv3.common.synchronization [req-b46810a7-f343-4162-ae77-993093b422f7 req-8457d2f6-3f42-4651-8280-31854c7181e0 tempest-ServerDiskConfigTestJSON-1440675890 tempest-ServerDiskConfigTestJSON-1440675890-project-member] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 1016.397928] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 1016.398240] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.398359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.401098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.401098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.401098] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.401098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.401098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.401098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.401098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.401098] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.468420] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.468607] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.468751] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.469076] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.469324] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.469482] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.469596] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.469803] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.469941] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.470148] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.470257] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.470357] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.470479] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.470560] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.470667] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.471414] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.489827] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.490008] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.490153] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.490319] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.490795] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-091263ee-999c-4c19-aa53-19e8c17510c0 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.490994] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-091263ee-999c-4c19-aa53-19e8c17510c0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.491268] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-091263ee-999c-4c19-aa53-19e8c17510c0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.491608] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-091263ee-999c-4c19-aa53-19e8c17510c0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.491748] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('091263ee-999c-4c19-aa53-19e8c17510c0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.624399] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.624561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.624628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.624841] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.624935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.625138] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.625235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.625287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.625435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.625510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.625594] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 1016.656834] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.656978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.657096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.657260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.657397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.667321] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 1016.904760] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.905014] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.905169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.905539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.905720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.906054] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.906238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.906349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.906627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.906784] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.906945] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 1016.943267] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.943451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.943538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.943810] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.944371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.956096] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 1016.994600] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.994863] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.994995] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.995422] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.995581] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.995652] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 091263ee-999c-4c19-aa53-19e8c17510c0 not found, creating... [ 1016.995957] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.996167] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.996320] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.996607] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.997202] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.997202] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.997365] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.997365] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.997581] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.997787] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.997979] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 091263ee-999c-4c19-aa53-19e8c17510c0 is going to be created. [ 1017.020404] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.020811] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.020946] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.021321] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.021605] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.021917] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-091263ee-999c-4c19-aa53-19e8c17510c0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.372241] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: SUCCESS [ 1017.372568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.372715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.372929] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.373146] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.373262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.373327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.373560] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.373647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.373737] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.373828] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.724442] env[66962]: INFO networking_nsxv3.common.synchronization [req-bf47db8e-6078-4feb-9942-29bc152a253b req-7bd415b7-c99b-4e04-aa2a-0b3a839b140f service nova] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_rules [ 1017.724618] env[66962]: INFO networking_nsxv3.common.synchronization [req-bf47db8e-6078-4feb-9942-29bc152a253b req-7bd415b7-c99b-4e04-aa2a-0b3a839b140f service nova] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 1017.724753] env[66962]: INFO networking_nsxv3.common.synchronization [req-bf47db8e-6078-4feb-9942-29bc152a253b req-7bd415b7-c99b-4e04-aa2a-0b3a839b140f service nova] Enqueued Resource ID: 091263ee-999c-4c19-aa53-19e8c17510c0 with Priority: HIGHEST for action port [ 1017.725288] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_rules [ 1017.725417] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 1017.725547] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091263ee-999c-4c19-aa53-19e8c17510c0 with Priority: HIGHEST for action port [ 1017.725767] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.725945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.725945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.726155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.726231] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.727091] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.727182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.727910] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-091263ee-999c-4c19-aa53-19e8c17510c0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.727910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-091263ee-999c-4c19-aa53-19e8c17510c0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.727910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-091263ee-999c-4c19-aa53-19e8c17510c0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.727910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-091263ee-999c-4c19-aa53-19e8c17510c0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.727910] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('091263ee-999c-4c19-aa53-19e8c17510c0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.876040] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.229582] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.229793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.231085] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 091263ee-999c-4c19-aa53-19e8c17510c0 with status ACTIVE [ 1018.231361] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.231546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.231647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.231871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.231967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.232173] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.232326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.232534] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.232769] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.232858] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.233078] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.233199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.233277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.233968] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.233968] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.233968] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 091263ee-999c-4c19-aa53-19e8c17510c0 is going to be updated. [ 1018.263022] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.263022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.263022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.263022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.263022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.263022] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-091263ee-999c-4c19-aa53-19e8c17510c0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.378270] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71a7e251-622e-40d2-9219-7c017319b7e2: rpc.has_security_group_logging(os_id): False [ 1018.408222] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.408222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.408222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.408524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.408524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.408637] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.408779] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.408818] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.408951] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.409036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.409129] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be updated. [ 1018.494532] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.494768] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.494768] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.494921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.494985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.520820] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: IN_PROGRESS for 2s [ 1018.586401] env[66962]: INFO networking_nsxv3.common.synchronization [req-65e36593-a144-461b-bf0e-c59e8a36e409 req-132952d9-495d-49b1-9c49-581bd6b117bc tempest-ServerAddressesNegativeTestJSON-574304560 tempest-ServerAddressesNegativeTestJSON-574304560-project-member] Enqueued Resource ID: 685f5d98-5297-40c5-a280-df15c809fdcb with Priority: HIGHEST for action security_group_members [ 1018.587083] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685f5d98-5297-40c5-a280-df15c809fdcb with Priority: HIGHEST for action security_group_members [ 1018.587408] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-685f5d98-5297-40c5-a280-df15c809fdcb taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.587561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.587608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.587866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.588107] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.588223] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.588282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.588458] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.588547] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.588647] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685f5d98-5297-40c5-a280-df15c809fdcb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.681296] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 1018.681296] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 deletion is rescheduled due to dependency. [ 1018.681296] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.681296] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.681296] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.681296] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.681296] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.681829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.681829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.681829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.681829] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.932683] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.932954] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-210" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.933107] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-210" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.933531] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-210" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.934030] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.934270] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.934347] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.934585] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.934733] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.935552] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.935700] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.935815] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.935926] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.936055] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.936165] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.936299] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.966832] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.966832] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.966832] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.966832] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-210" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.966832] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-4d716f38-f9d2-4121-aae0-e0f198b5eb7a taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.966832] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-4d716f38-f9d2-4121-aae0-e0f198b5eb7a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.966832] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-4d716f38-f9d2-4121-aae0-e0f198b5eb7a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.967876] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-4d716f38-f9d2-4121-aae0-e0f198b5eb7a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.968704] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d716f38-f9d2-4121-aae0-e0f198b5eb7a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.971697] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 1018.971869] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee deletion is rescheduled due to dependency. [ 1018.971978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.092825] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.092825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.092825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.092825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.092825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.092825] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.092825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.092825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.092825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.092825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.092825] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685f5d98-5297-40c5-a280-df15c809fdcb already deleted. [ 1019.092825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.185063] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.472324] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.472324] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.472324] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.472324] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.472324] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.472324] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 4d716f38-f9d2-4121-aae0-e0f198b5eb7a not found, creating... [ 1019.472324] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.472960] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.472960] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.472960] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.473086] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.473397] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.473601] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.473733] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.473958] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.474104] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.474243] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 4d716f38-f9d2-4121-aae0-e0f198b5eb7a is going to be created. [ 1019.498075] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.498307] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.498413] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.498700] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.498928] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.499182] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-4d716f38-f9d2-4121-aae0-e0f198b5eb7a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.686857] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.190097] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.190464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.190586] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.190770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.190906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.191064] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 1020.220850] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.221016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.221140] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.221281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.221427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.233137] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 1020.242353] env[66962]: INFO networking_nsxv3.common.synchronization [req-65e36593-a144-461b-bf0e-c59e8a36e409 req-77702ebe-177f-4bf6-9a8c-20ed8595c825 service nova] Enqueued Resource ID: 685f5d98-5297-40c5-a280-df15c809fdcb with Priority: HIGHEST for action security_group_rules [ 1020.242708] env[66962]: INFO networking_nsxv3.common.synchronization [req-65e36593-a144-461b-bf0e-c59e8a36e409 req-77702ebe-177f-4bf6-9a8c-20ed8595c825 service nova] Enqueued Resource ID: 685f5d98-5297-40c5-a280-df15c809fdcb with Priority: HIGHEST for action security_group_members [ 1020.242708] env[66962]: INFO networking_nsxv3.common.synchronization [req-65e36593-a144-461b-bf0e-c59e8a36e409 req-77702ebe-177f-4bf6-9a8c-20ed8595c825 service nova] Enqueued Resource ID: 4d716f38-f9d2-4121-aae0-e0f198b5eb7a with Priority: HIGHEST for action port [ 1020.242855] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685f5d98-5297-40c5-a280-df15c809fdcb with Priority: HIGHEST for action security_group_rules [ 1020.242966] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685f5d98-5297-40c5-a280-df15c809fdcb with Priority: HIGHEST for action security_group_members [ 1020.243070] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d716f38-f9d2-4121-aae0-e0f198b5eb7a with Priority: HIGHEST for action port [ 1020.245046] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-685f5d98-5297-40c5-a280-df15c809fdcb taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.245046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.245046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.245046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.245046] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('685f5d98-5297-40c5-a280-df15c809fdcb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.245339] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-685f5d98-5297-40c5-a280-df15c809fdcb taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.245339] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.245339] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.245577] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.245577] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.245692] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.245692] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.245845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.245883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.246052] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685f5d98-5297-40c5-a280-df15c809fdcb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.247972] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d716f38-f9d2-4121-aae0-e0f198b5eb7a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.247972] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d716f38-f9d2-4121-aae0-e0f198b5eb7a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.247972] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d716f38-f9d2-4121-aae0-e0f198b5eb7a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.247972] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d716f38-f9d2-4121-aae0-e0f198b5eb7a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.247972] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d716f38-f9d2-4121-aae0-e0f198b5eb7a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.553097] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: SUCCESS [ 1020.553423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.749289] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-685f5d98-5297-40c5-a280-df15c809fdcb taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.749493] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.749635] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('685f5d98-5297-40c5-a280-df15c809fdcb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.750702] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d716f38-f9d2-4121-aae0-e0f198b5eb7a with status ACTIVE [ 1020.750893] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.751029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.751106] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.751304] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.751387] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.751553] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.751725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.751725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.751857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.751936] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.752326] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.752491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.752710] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.752864] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.753019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.753206] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d716f38-f9d2-4121-aae0-e0f198b5eb7a is going to be updated. [ 1020.778327] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.778490] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.778605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.778852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.779026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.779265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d716f38-f9d2-4121-aae0-e0f198b5eb7a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.255607] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('685f5d98-5297-40c5-a280-df15c809fdcb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.758430] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.758730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.758730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.759035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.759171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.759301] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685f5d98-5297-40c5-a280-df15c809fdcb is going to be created. [ 1021.783906] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.784051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.784123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.784323] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.784481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.793745] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685f5d98-5297-40c5-a280-df15c809fdcb in Status: UNINITIALIZED for 2s [ 1022.233990] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.234271] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-116" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.234436] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-116" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.234749] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-116" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.235104] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.235306] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.235428] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.235676] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.235827] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.236081] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.236229] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.236366] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.236481] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.236595] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.236702] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.236830] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.246360] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 1022.246536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.247059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.247302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.247527] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.247665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.247754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.247989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.248186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.248186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.248309] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.256296] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.256522] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.256680] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.256883] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-116" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.257272] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.257497] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.257656] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.258405] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.258580] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ddd1774-8c86-4df0-b651-ea81ef5d8d3e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.751499] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.751499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.751499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.751903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.751903] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.751903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.751903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.752073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.752105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.752290] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.752404] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.752404] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.752530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.752608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.752739] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.752907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.752995] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.753126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.753397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.753529] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.753749] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.761605] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.761997] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.761997] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.762178] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.762435] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.762627] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.762794] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.762910] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.763141] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.763277] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.763547] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.763719] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.763828] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.764205] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.764310] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.764568] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 2ddd1774-8c86-4df0-b651-ea81ef5d8d3e is going to be updated. [ 1022.789013] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.789279] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.789405] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.789675] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.789899] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.790215] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.256313] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5d33064-6236-4da6-bd65-51867bacca29: rpc.has_security_group_logging(os_id): False [ 1023.274283] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.274398] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.274448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.274655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.274749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.274944] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.275041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.275108] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.275277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.275356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.275554] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.275650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.275712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.275851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.275923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.276428] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.276639] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.276772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.276980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.277213] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.277403] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 1023.347724] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.348146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.348146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.348323] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.348476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.362086] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 1023.505092] env[66962]: INFO networking_nsxv3.common.synchronization [req-1fb0e80a-fbb6-4893-b3af-94a17396c35c req-084f7fab-ede8-4713-beca-36e477240ba7 service nova] Enqueued Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_rules [ 1023.505092] env[66962]: INFO networking_nsxv3.common.synchronization [req-1fb0e80a-fbb6-4893-b3af-94a17396c35c req-084f7fab-ede8-4713-beca-36e477240ba7 service nova] Enqueued Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_members [ 1023.505092] env[66962]: INFO networking_nsxv3.common.synchronization [req-1fb0e80a-fbb6-4893-b3af-94a17396c35c req-084f7fab-ede8-4713-beca-36e477240ba7 service nova] Enqueued Resource ID: 2ddd1774-8c86-4df0-b651-ea81ef5d8d3e with Priority: HIGHEST for action port [ 1023.505978] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_rules [ 1023.506177] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_members [ 1023.506278] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ddd1774-8c86-4df0-b651-ea81ef5d8d3e with Priority: HIGHEST for action port [ 1023.507399] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.507795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.507795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.507910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.508302] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.509061] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.509179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.509300] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.509546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.509764] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.509926] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.510035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.510239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.510403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.510547] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.511525] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.511610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.511698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.511879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.511977] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ddd1774-8c86-4df0-b651-ea81ef5d8d3e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.808982] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685f5d98-5297-40c5-a280-df15c809fdcb in Status: SUCCESS [ 1023.808982] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.808982] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.808982] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.808982] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.809553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.809553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.809553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.809553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.809553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.809553] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('685f5d98-5297-40c5-a280-df15c809fdcb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.013689] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.014681] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.014806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.017751] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ddd1774-8c86-4df0-b651-ea81ef5d8d3e with status ACTIVE [ 1024.019075] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.019075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.019075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.019075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.019075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.019075] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.019075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.019408] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.019557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.019557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.019852] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.019997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.020101] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.020329] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.020407] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.020539] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ddd1774-8c86-4df0-b651-ea81ef5d8d3e is going to be updated. [ 1024.050217] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.050217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.050217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.050217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.050217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.050217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ddd1774-8c86-4df0-b651-ea81ef5d8d3e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.312018] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-685f5d98-5297-40c5-a280-df15c809fdcb taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.312258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.312411] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.312696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.312887] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.312991] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.313083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.313252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.313339] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.313429] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.313592] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-685f5d98-5297-40c5-a280-df15c809fdcb taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.313800] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.313894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.313974] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.314132] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.314227] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.314288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.314427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.314508] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.314585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.314676] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('685f5d98-5297-40c5-a280-df15c809fdcb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.517901] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.817850] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 685f5d98-5297-40c5-a280-df15c809fdcb: rpc.has_security_group_logging(os_id): False [ 1024.836237] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.836388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.836453] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.836669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.836761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.837032] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.837087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.837127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.837273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.837346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.837516] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.837605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.837660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.837793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.837867] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.838136] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.838136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.838262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.838327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.838380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.838464] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 685f5d98-5297-40c5-a280-df15c809fdcb is going to be created. [ 1024.899661] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.899661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.899661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.899661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.899661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.911061] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 685f5d98-5297-40c5-a280-df15c809fdcb in Status: IN_PROGRESS for 2s [ 1025.021367] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.021367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.021603] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.021719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.021875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.021923] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 is going to be updated. [ 1025.070715] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.073126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.073126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.073126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.073126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.083364] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: IN_PROGRESS for 2s [ 1025.324068] env[66962]: INFO networking_nsxv3.common.synchronization [req-ed3adaf4-9b2a-43ca-b2e0-c8d5abecb45a req-afaa0230-5d48-4985-a9bf-668d1e30c69a tempest-ServersTestMultiNic-2031614215 tempest-ServersTestMultiNic-2031614215-project-member] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 1025.324733] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 1025.325141] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.325316] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.325420] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.325683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.325875] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.325975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.326043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.326252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.326577] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.326577] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.377277] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 1025.377277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.659798] env[66962]: INFO networking_nsxv3.common.synchronization [req-ed3adaf4-9b2a-43ca-b2e0-c8d5abecb45a req-13a85b88-4995-4d6c-9813-c69eccf3b342 tempest-ServersTestMultiNic-2031614215 tempest-ServersTestMultiNic-2031614215-project-member] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 1025.660440] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 1025.660753] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.660872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.829488] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.830102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.830102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.830102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.830102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.830562] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.830802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.830802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.831020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.831020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.831132] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be updated. [ 1025.862263] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.862497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.862497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.862780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.862994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.875851] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 1026.029923] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.030140] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-53" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.030267] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-53" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.030715] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-53" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.031016] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.031197] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.031318] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.031557] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.031703] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.031914] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.032064] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.032215] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.032340] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.032477] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.032586] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.032746] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.053881] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.054095] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.054413] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.054485] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-53" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.054817] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-a5886e8a-8698-49d5-9adc-93e50667f574 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.055024] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-a5886e8a-8698-49d5-9adc-93e50667f574" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.055154] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-a5886e8a-8698-49d5-9adc-93e50667f574" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.055509] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-a5886e8a-8698-49d5-9adc-93e50667f574" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.055672] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5886e8a-8698-49d5-9adc-93e50667f574',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.558293] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.558520] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.558645] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.558940] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.559135] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.559295] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port a5886e8a-8698-49d5-9adc-93e50667f574 not found, creating... [ 1026.559570] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.559732] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.559850] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.560092] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.560254] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.560546] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.560693] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.560807] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.561040] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.561195] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.561986] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: a5886e8a-8698-49d5-9adc-93e50667f574 is going to be created. [ 1026.585914] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.585914] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.585914] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.586188] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.586429] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.586991] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-a5886e8a-8698-49d5-9adc-93e50667f574" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.923404] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 685f5d98-5297-40c5-a280-df15c809fdcb in Status: SUCCESS [ 1026.923680] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.094092] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: SUCCESS [ 1027.094092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.094238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.095994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.095994] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.095994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.095994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.095994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.095994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.095994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.095994] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.287232] env[66962]: INFO networking_nsxv3.common.synchronization [req-b7212d88-0149-459c-b5b4-d65cca5f0dad req-d06b5769-72b0-44c0-bbb2-14a092591983 tempest-ServersTestJSON-1750693523 tempest-ServersTestJSON-1750693523-project-member] Enqueued Resource ID: dda7b9de-c484-4751-8ced-265ce0287148 with Priority: HIGHEST for action security_group_members [ 1027.287703] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda7b9de-c484-4751-8ced-265ce0287148 with Priority: HIGHEST for action security_group_members [ 1027.288262] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda7b9de-c484-4751-8ced-265ce0287148 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.288505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.288622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.288947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.289201] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.289362] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.289485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.289751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.289888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.290039] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dda7b9de-c484-4751-8ced-265ce0287148',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.312978] env[66962]: INFO networking_nsxv3.common.synchronization [req-ed3adaf4-9b2a-43ca-b2e0-c8d5abecb45a req-8ff3c4ef-a914-41b2-b3cd-611cee535fac service nova] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_rules [ 1027.313590] env[66962]: INFO networking_nsxv3.common.synchronization [req-ed3adaf4-9b2a-43ca-b2e0-c8d5abecb45a req-8ff3c4ef-a914-41b2-b3cd-611cee535fac service nova] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 1027.313778] env[66962]: INFO networking_nsxv3.common.synchronization [req-ed3adaf4-9b2a-43ca-b2e0-c8d5abecb45a req-8ff3c4ef-a914-41b2-b3cd-611cee535fac service nova] Enqueued Resource ID: a5886e8a-8698-49d5-9adc-93e50667f574 with Priority: HIGHEST for action port [ 1027.314503] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_rules [ 1027.314677] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 1027.314770] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5886e8a-8698-49d5-9adc-93e50667f574 with Priority: HIGHEST for action port [ 1027.315106] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.315333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.315333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.315873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.315995] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.317045] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.317149] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.317382] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5886e8a-8698-49d5-9adc-93e50667f574 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.317844] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5886e8a-8698-49d5-9adc-93e50667f574" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.317844] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5886e8a-8698-49d5-9adc-93e50667f574" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.317972] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5886e8a-8698-49d5-9adc-93e50667f574" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.318455] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5886e8a-8698-49d5-9adc-93e50667f574',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.598434] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.598629] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.598711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.598923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.601557] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.601557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.601557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.601557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.601557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.601557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.601557] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.601557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.601557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.601557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.601557] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.601557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.601557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.601557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.601557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.601557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.601557] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.609070] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.609183] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.610058] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.610058] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.610058] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.610319] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.610429] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.610750] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.610981] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.611406] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.611739] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.611804] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.612575] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.612575] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.612575] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.615120] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.636817] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.637301] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.637301] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.637301] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.638151] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-07c456a7-c5f4-4be2-a2fd-c9827efc4927 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.638362] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-07c456a7-c5f4-4be2-a2fd-c9827efc4927" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.638473] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-07c456a7-c5f4-4be2-a2fd-c9827efc4927" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.638876] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-07c456a7-c5f4-4be2-a2fd-c9827efc4927" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.639105] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c456a7-c5f4-4be2-a2fd-c9827efc4927',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.793098] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.793349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.793459] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.793781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.793959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.794273] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.794416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.794488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.794692] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.794805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.794907] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dda7b9de-c484-4751-8ced-265ce0287148 already deleted. [ 1027.795049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.821021] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.821021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.821298] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5886e8a-8698-49d5-9adc-93e50667f574 with status ACTIVE [ 1027.821418] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.821525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.821580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.821786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.821872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.822049] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.822135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.822195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.822342] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.822416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.822589] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.822745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.822805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.822942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.823047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.823105] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5886e8a-8698-49d5-9adc-93e50667f574 is going to be updated. [ 1027.848515] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.848773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.848773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.848866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.849013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.849174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5886e8a-8698-49d5-9adc-93e50667f574" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.890495] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 1027.890716] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f deletion is rescheduled due to dependency. [ 1027.890822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.891016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.891243] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.891433] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.891647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.891716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.891950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.891950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.892136] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.103777] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c188ee13-6d42-4399-a187-6e10c5c72ec0: rpc.has_security_group_logging(os_id): False [ 1028.121736] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.121874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.121992] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.122321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.122430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.122635] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.122874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.122951] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.123321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.123321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.123491] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.123549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.123610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.123780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.123854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.124046] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.124142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.124203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.124340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.124414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.124495] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 is going to be updated. [ 1028.143104] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.143460] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-848" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.143597] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-848" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.143932] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-848" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.144247] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.144486] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.144680] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.145023] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.145260] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.145562] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.145726] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.145846] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.145953] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.146102] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.146222] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.146351] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.148012] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.148244] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.148388] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.148683] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.148840] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.148985] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 07c456a7-c5f4-4be2-a2fd-c9827efc4927 not found, creating... [ 1028.149247] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.149407] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.149585] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.149800] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.149972] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.150284] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.150440] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.150553] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.150768] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.150898] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.151044] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 07c456a7-c5f4-4be2-a2fd-c9827efc4927 is going to be created. [ 1028.174104] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.174260] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.174361] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.174535] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-848" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.174848] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-031cfc07-5785-4749-95e1-e00cbb30e560 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.175143] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-031cfc07-5785-4749-95e1-e00cbb30e560" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.175473] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-031cfc07-5785-4749-95e1-e00cbb30e560" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.175649] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-031cfc07-5785-4749-95e1-e00cbb30e560" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.175834] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031cfc07-5785-4749-95e1-e00cbb30e560',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.183333] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.183509] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.183625] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.183874] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.184106] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.184320] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-07c456a7-c5f4-4be2-a2fd-c9827efc4927" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.192600] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.192600] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.192600] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.192892] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.192959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.210470] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: IN_PROGRESS for 2s [ 1028.394699] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.678363] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.678786] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.678966] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.679413] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.679665] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.679936] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 031cfc07-5785-4749-95e1-e00cbb30e560 not found, creating... [ 1028.680409] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.680696] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.680886] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.681389] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.681478] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.681970] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.681970] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.682198] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.682550] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.682724] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.682981] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 031cfc07-5785-4749-95e1-e00cbb30e560 is going to be created. [ 1028.708545] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.708831] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.708935] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.709289] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.709619] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.709935] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-031cfc07-5785-4749-95e1-e00cbb30e560" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.897886] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.929025] env[66962]: INFO networking_nsxv3.common.synchronization [req-b7212d88-0149-459c-b5b4-d65cca5f0dad req-dec75a01-066a-49a0-b2ef-72d025e9b786 service nova] Enqueued Resource ID: dda7b9de-c484-4751-8ced-265ce0287148 with Priority: HIGHEST for action security_group_rules [ 1028.929025] env[66962]: INFO networking_nsxv3.common.synchronization [req-b7212d88-0149-459c-b5b4-d65cca5f0dad req-dec75a01-066a-49a0-b2ef-72d025e9b786 service nova] Enqueued Resource ID: dda7b9de-c484-4751-8ced-265ce0287148 with Priority: HIGHEST for action security_group_members [ 1028.929025] env[66962]: INFO networking_nsxv3.common.synchronization [req-b7212d88-0149-459c-b5b4-d65cca5f0dad req-dec75a01-066a-49a0-b2ef-72d025e9b786 service nova] Enqueued Resource ID: 07c456a7-c5f4-4be2-a2fd-c9827efc4927 with Priority: HIGHEST for action port [ 1028.929025] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda7b9de-c484-4751-8ced-265ce0287148 with Priority: HIGHEST for action security_group_rules [ 1028.929025] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda7b9de-c484-4751-8ced-265ce0287148 with Priority: HIGHEST for action security_group_members [ 1028.929025] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c456a7-c5f4-4be2-a2fd-c9827efc4927 with Priority: HIGHEST for action port [ 1028.929025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dda7b9de-c484-4751-8ced-265ce0287148 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.929025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.929025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.929025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.929025] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dda7b9de-c484-4751-8ced-265ce0287148',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.929025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda7b9de-c484-4751-8ced-265ce0287148 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.929025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.929025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.929025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.929025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.929025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.929025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.930917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.931186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.931492] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dda7b9de-c484-4751-8ced-265ce0287148',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.932596] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-07c456a7-c5f4-4be2-a2fd-c9827efc4927 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.932924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07c456a7-c5f4-4be2-a2fd-c9827efc4927" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.933125] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07c456a7-c5f4-4be2-a2fd-c9827efc4927" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.933587] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07c456a7-c5f4-4be2-a2fd-c9827efc4927" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.936473] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c456a7-c5f4-4be2-a2fd-c9827efc4927',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.399941] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.400380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.400380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.400494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.400494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.400581] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be updated. [ 1029.421139] env[66962]: INFO networking_nsxv3.common.synchronization [req-ed3adaf4-9b2a-43ca-b2e0-c8d5abecb45a req-c456f3d6-4a2e-4c65-a0b2-66029625258e service nova] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_rules [ 1029.421139] env[66962]: INFO networking_nsxv3.common.synchronization [req-ed3adaf4-9b2a-43ca-b2e0-c8d5abecb45a req-c456f3d6-4a2e-4c65-a0b2-66029625258e service nova] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 1029.421139] env[66962]: INFO networking_nsxv3.common.synchronization [req-ed3adaf4-9b2a-43ca-b2e0-c8d5abecb45a req-c456f3d6-4a2e-4c65-a0b2-66029625258e service nova] Enqueued Resource ID: 031cfc07-5785-4749-95e1-e00cbb30e560 with Priority: HIGHEST for action port [ 1029.421139] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_rules [ 1029.421139] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 1029.421683] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031cfc07-5785-4749-95e1-e00cbb30e560 with Priority: HIGHEST for action port [ 1029.421683] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.421683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.421847] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.421915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.422125] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-031cfc07-5785-4749-95e1-e00cbb30e560 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.422255] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-031cfc07-5785-4749-95e1-e00cbb30e560" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.422304] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-031cfc07-5785-4749-95e1-e00cbb30e560" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.425029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-031cfc07-5785-4749-95e1-e00cbb30e560" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.425029] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031cfc07-5785-4749-95e1-e00cbb30e560',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.437896] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda7b9de-c484-4751-8ced-265ce0287148 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.437896] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.438595] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dda7b9de-c484-4751-8ced-265ce0287148',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.441105] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07c456a7-c5f4-4be2-a2fd-c9827efc4927 with status ACTIVE [ 1029.441105] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.441105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.441105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.441105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.441105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.441538] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.441538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.441538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.441857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.441857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.441857] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.442072] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.442072] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.442163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.442219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.442268] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07c456a7-c5f4-4be2-a2fd-c9827efc4927 is going to be updated. [ 1029.444664] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.444664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.444664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.444959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.444959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.464302] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 1029.473590] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.473590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.473590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.473590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.473590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.473590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07c456a7-c5f4-4be2-a2fd-c9827efc4927" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.928766] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 031cfc07-5785-4749-95e1-e00cbb30e560 with status ACTIVE [ 1029.929062] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.929198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.929301] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.929466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.929547] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.929713] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.929806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.929870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.930028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.930101] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.930272] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.930360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.930417] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.930588] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.930712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.930749] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 031cfc07-5785-4749-95e1-e00cbb30e560 is going to be updated. [ 1029.947641] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dda7b9de-c484-4751-8ced-265ce0287148',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.953902] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.954209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.954375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.954770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.954972] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.955317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-031cfc07-5785-4749-95e1-e00cbb30e560" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.209252] env[66962]: INFO networking_nsxv3.common.synchronization [None req-15a75367-3cb9-40f6-b537-a38a465bab95 tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 with Priority: HIGHEST for action security_group_rules [ 1030.209820] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 with Priority: HIGHEST for action security_group_rules [ 1030.210157] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95eea83a-bdc7-48be-b634-efb62efc5f29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.210308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.210402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.210591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.210692] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95eea83a-bdc7-48be-b634-efb62efc5f29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.230816] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: SUCCESS [ 1030.231859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.306863] env[66962]: INFO networking_nsxv3.common.synchronization [None req-37c722ba-737d-45d3-af66-f5fbeaf60b6d tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 with Priority: HIGHEST for action security_group_rules [ 1030.307389] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 with Priority: HIGHEST for action security_group_rules [ 1030.307712] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95eea83a-bdc7-48be-b634-efb62efc5f29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.307820] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.450687] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.451059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.451059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.451280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.451356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.451486] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dda7b9de-c484-4751-8ced-265ce0287148 is going to be created. [ 1030.477094] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.477296] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.477378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.477520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.477719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.489864] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda7b9de-c484-4751-8ced-265ce0287148 in Status: UNINITIALIZED for 2s [ 1030.733882] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.733882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.733882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.733882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.733882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.733882] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 already deleted. [ 1030.733882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.733882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.733882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.733882] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95eea83a-bdc7-48be-b634-efb62efc5f29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.261446] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.261807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.261894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.262347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.263374] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.263374] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 already deleted. [ 1031.263374] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.478735] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 1031.478991] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.479223] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.479474] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.479699] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.479794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.479899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.480039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.480208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.480319] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.984031] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.486480] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.505661] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda7b9de-c484-4751-8ced-265ce0287148 in Status: SUCCESS [ 1032.505871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.506065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.506281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.506467] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.506751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.506751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.507363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.507363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.507363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.507363] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dda7b9de-c484-4751-8ced-265ce0287148',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.989258] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.990229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.990229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.990791] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.990791] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.990791] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be updated. [ 1033.010877] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dda7b9de-c484-4751-8ced-265ce0287148',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.044627] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.044751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.044888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.045143] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.045285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.059535] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 1033.205411] env[66962]: INFO networking_nsxv3.common.synchronization [req-6394d7b8-7874-4a2d-b7d5-208941608a12 req-9da32584-8380-4165-a701-6862f01fb323 tempest-ServerAddressesNegativeTestJSON-574304560 tempest-ServerAddressesNegativeTestJSON-574304560-project-member] Enqueued Resource ID: 685f5d98-5297-40c5-a280-df15c809fdcb with Priority: HIGHEST for action security_group_members [ 1033.206021] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685f5d98-5297-40c5-a280-df15c809fdcb with Priority: HIGHEST for action security_group_members [ 1033.206433] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-685f5d98-5297-40c5-a280-df15c809fdcb taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.206579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.206673] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.206900] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.207063] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.207211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.207280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.207431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.207503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.207619] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('685f5d98-5297-40c5-a280-df15c809fdcb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.444233] env[66962]: INFO networking_nsxv3.common.synchronization [req-d5f70e5d-24a6-4b4b-8a87-f976e97bb1e9 req-55d0ee58-1ce2-4187-84b2-09f4de52f023 tempest-DeleteServersTestJSON-1292956810 tempest-DeleteServersTestJSON-1292956810-project-member] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 1033.444869] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 1033.445353] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.445481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.445549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.445766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.445903] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.446012] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.446079] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.446230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.446313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.446405] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.512791] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dda7b9de-c484-4751-8ced-265ce0287148: rpc.has_security_group_logging(os_id): False [ 1033.533699] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.533699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.533699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.533989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.534131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.534489] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.534489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.534630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.534708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.534797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.534931] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dda7b9de-c484-4751-8ced-265ce0287148 is going to be created. [ 1033.596127] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.596127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.596127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.596344] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.596379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.615706] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dda7b9de-c484-4751-8ced-265ce0287148 in Status: IN_PROGRESS for 2s [ 1033.710345] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.710679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.710679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.710901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.710975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.711228] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.711470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.711470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.711598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.711598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.711709] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685f5d98-5297-40c5-a280-df15c809fdcb is going to be updated. [ 1033.758955] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.759126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.759197] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.759400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.759561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.773499] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685f5d98-5297-40c5-a280-df15c809fdcb in Status: IN_PROGRESS for 2s [ 1033.792744] env[66962]: INFO networking_nsxv3.common.synchronization [req-3fa77a9b-ad0b-460a-86a9-dc53580bb49c req-cb5ebab5-fb07-4c9d-8f9a-3a7c0dcc4374 tempest-ServersV294TestFqdnHostnames-1051947788 tempest-ServersV294TestFqdnHostnames-1051947788-project-member] Enqueued Resource ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 with Priority: HIGHEST for action security_group_members [ 1033.793542] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 with Priority: HIGHEST for action security_group_members [ 1033.793940] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff217a6a-099a-47d5-95b6-717b6f16d2f8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.794088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.794152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.795166] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.795377] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.795493] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.795585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.795910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.796214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.796323] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff217a6a-099a-47d5-95b6-717b6f16d2f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.948494] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.948628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.953794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.953794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.953794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.953794] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.953794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.953794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.953794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.953794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.953794] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 1033.985586] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.985586] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.985586] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.985586] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.990163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.004860] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 1034.300424] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.300638] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.300720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.301037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.301145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.301350] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.301453] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.301527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.301734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.301817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.301905] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 is going to be updated. [ 1034.343056] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.343223] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.343279] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.343494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.343639] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.357446] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 in Status: IN_PROGRESS for 2s [ 1035.073055] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 1035.073383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.073477] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.073679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.073898] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.074049] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.074162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.074286] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.074410] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.074451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.074563] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.075434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.075600] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.075763] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.075872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.075933] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.076088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.076167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.076256] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.578163] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.578399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.578644] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.633154] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dda7b9de-c484-4751-8ced-265ce0287148 in Status: SUCCESS [ 1035.633470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.786971] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 685f5d98-5297-40c5-a280-df15c809fdcb in Status: SUCCESS [ 1035.786971] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 685f5d98-5297-40c5-a280-df15c809fdcb deletion is rescheduled due to dependency. [ 1035.786971] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.020136] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 1036.020136] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 deletion is rescheduled due to dependency. [ 1036.020136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.081418] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.370071] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 in Status: SUCCESS [ 1036.370279] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 deletion is rescheduled due to dependency. [ 1036.370373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.450603] env[66962]: INFO networking_nsxv3.common.synchronization [req-a6cfc653-69c0-4f11-8505-50d84c4cec32 req-87d9204d-7761-4ace-8487-18af9d61500a tempest-ServerExternalEventsTest-434311381 tempest-ServerExternalEventsTest-434311381-project-member] Enqueued Resource ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 with Priority: HIGHEST for action security_group_members [ 1036.451218] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 with Priority: HIGHEST for action security_group_members [ 1036.451542] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec0d31c-89d0-4956-b0e8-021f4beba2b2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.451666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.451726] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.451978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.452259] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.452372] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.452431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.452590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.452673] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.452765] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dec0d31c-89d0-4956-b0e8-021f4beba2b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.584659] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.584659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.584659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.584978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.584978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.584978] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be updated. [ 1036.622291] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.622471] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.623237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.623237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.623237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.643976] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 1036.835523] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.835757] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.835865] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.836236] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.836579] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.836821] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.837059] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.837432] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.837711] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.838085] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.838251] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.838597] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.838763] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.838933] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.839171] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.839497] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.867969] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.868206] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.868351] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.868527] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-855" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.868874] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-5fb4011a-2e83-4959-aec1-7179117a0b34 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.869120] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-5fb4011a-2e83-4959-aec1-7179117a0b34" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.869303] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-5fb4011a-2e83-4959-aec1-7179117a0b34" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.869646] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-5fb4011a-2e83-4959-aec1-7179117a0b34" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.869791] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb4011a-2e83-4959-aec1-7179117a0b34',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.955488] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.955689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.956188] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.956188] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.956188] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.956594] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.956594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.956594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.956716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.956716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.956791] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 already deleted. [ 1036.956881] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.373196] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.373562] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.373562] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.373805] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.374020] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.374191] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 5fb4011a-2e83-4959-aec1-7179117a0b34 not found, creating... [ 1037.374445] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.374604] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.374717] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.375013] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.375183] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.375470] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.375621] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.375735] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.375940] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.376091] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.376219] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 5fb4011a-2e83-4959-aec1-7179117a0b34 is going to be created. [ 1037.398304] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.398540] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.398639] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.398904] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.399167] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.399395] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-5fb4011a-2e83-4959-aec1-7179117a0b34" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.170121] env[66962]: INFO networking_nsxv3.common.synchronization [req-a6cfc653-69c0-4f11-8505-50d84c4cec32 req-833c955c-29f0-421b-b7fa-83abf660a30a service nova] Enqueued Resource ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 with Priority: HIGHEST for action security_group_rules [ 1038.170319] env[66962]: INFO networking_nsxv3.common.synchronization [req-a6cfc653-69c0-4f11-8505-50d84c4cec32 req-833c955c-29f0-421b-b7fa-83abf660a30a service nova] Enqueued Resource ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 with Priority: HIGHEST for action security_group_members [ 1038.170459] env[66962]: INFO networking_nsxv3.common.synchronization [req-a6cfc653-69c0-4f11-8505-50d84c4cec32 req-833c955c-29f0-421b-b7fa-83abf660a30a service nova] Enqueued Resource ID: 5fb4011a-2e83-4959-aec1-7179117a0b34 with Priority: HIGHEST for action port [ 1038.171155] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 with Priority: HIGHEST for action security_group_rules [ 1038.171370] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 with Priority: HIGHEST for action security_group_members [ 1038.174366] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb4011a-2e83-4959-aec1-7179117a0b34 with Priority: HIGHEST for action port [ 1038.174366] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dec0d31c-89d0-4956-b0e8-021f4beba2b2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.174366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.174366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.174714] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.174714] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dec0d31c-89d0-4956-b0e8-021f4beba2b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.177137] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec0d31c-89d0-4956-b0e8-021f4beba2b2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.177137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.177137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.177137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.177137] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.177137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.177137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.177137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.177137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.177137] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dec0d31c-89d0-4956-b0e8-021f4beba2b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.179313] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fb4011a-2e83-4959-aec1-7179117a0b34 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.180324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fb4011a-2e83-4959-aec1-7179117a0b34" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.180324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fb4011a-2e83-4959-aec1-7179117a0b34" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.180324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fb4011a-2e83-4959-aec1-7179117a0b34" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.180324] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb4011a-2e83-4959-aec1-7179117a0b34',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.655253] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 1038.658117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.658117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.658117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.658117] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.658117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.658117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.658117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.658117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.658117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.658117] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.658117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.658117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.658117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.661288] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.661288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.661288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.661288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.661288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.661288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.661288] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.681936] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fb4011a-2e83-4959-aec1-7179117a0b34 with status ACTIVE [ 1038.682180] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.682313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.682371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.682576] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.682663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.682879] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.684110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.684110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.684110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.684110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.684110] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.684110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.684110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.684110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.684110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.684110] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fb4011a-2e83-4959-aec1-7179117a0b34 is going to be updated. [ 1038.685445] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dec0d31c-89d0-4956-b0e8-021f4beba2b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.687164] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec0d31c-89d0-4956-b0e8-021f4beba2b2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.687164] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.710338] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.710536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.710604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.710945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.711087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.711273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fb4011a-2e83-4959-aec1-7179117a0b34" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.865236] env[66962]: INFO networking_nsxv3.common.synchronization [req-536afc71-9923-4d6f-93a6-63090b837524 req-92dd29bd-c806-4b94-9bbd-a2de987ccb45 tempest-ImagesTestJSON-169850790 tempest-ImagesTestJSON-169850790-project-member] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 1038.865826] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 1038.866347] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.866551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.866643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.866867] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.867065] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.867192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.867273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.867456] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.867558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.867674] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.165536] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe97a6b6-3952-476e-9f49-cf4222e57f8f: rpc.has_security_group_logging(os_id): False [ 1039.188755] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dec0d31c-89d0-4956-b0e8-021f4beba2b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.277140] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.277140] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.277140] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.277140] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.277444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.277684] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.277801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.277870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.278061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.278165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.278347] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.278440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.278494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.278627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.279027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.279027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.279027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.279027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.279225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.279225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.279287] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be updated. [ 1039.341714] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.341923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.341923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.342144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.342297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.358133] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 1039.369770] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.369947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.370015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.371251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.371370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.371594] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.371700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.371764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.371941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.372032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.372120] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be updated. [ 1039.413568] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.413568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.413568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.413568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.413568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.427508] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: IN_PROGRESS for 2s [ 1039.691084] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.691523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.691523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.691523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.691652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.691720] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 is going to be created. [ 1039.720341] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.720437] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.720437] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.720661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.720826] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.732298] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 in Status: UNINITIALIZED for 2s [ 1041.083447] env[66962]: INFO networking_nsxv3.common.synchronization [req-6713ef52-2438-49a3-a706-768200c0f8f3 req-f0e84128-9e9d-466c-9fe0-ab3eef405883 tempest-ServersTestJSON-66213388 tempest-ServersTestJSON-66213388-project-member] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1041.084664] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1041.084664] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.084664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.084664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.084664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.085328] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.085328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.085328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.085447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.085537] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.085633] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.380063] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 1041.380367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.380569] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.380791] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.380876] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.419995] env[66962]: INFO networking_nsxv3.common.synchronization [req-5158b2e1-8c3e-4427-9bb1-8641f60849e4 req-1fb64afd-ba71-4d75-9688-531674d0a3df tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGHEST for action security_group_members [ 1041.420623] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGHEST for action security_group_members [ 1041.420948] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31219a5-d979-4d95-b191-6484c3f8c909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.421195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.421271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.421548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.421761] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.421887] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.421950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.422138] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.422212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.422306] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f31219a5-d979-4d95-b191-6484c3f8c909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.439619] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 1041.439908] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c deletion is rescheduled due to dependency. [ 1041.440036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.587611] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.742021] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 in Status: SUCCESS [ 1041.742187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.742351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.742566] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.743545] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.743545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.743545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.743545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.743545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.743545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.743545] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dec0d31c-89d0-4956-b0e8-021f4beba2b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.766158] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.766410] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.766494] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.766847] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.767293] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.767293] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.767582] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.767646] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.767845] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.768740] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.768740] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.768740] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.768740] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.768740] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.768740] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.768740] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.803747] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.803926] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.804096] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.804280] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.804599] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.804773] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.804893] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.805257] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.805378] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.890895] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.891062] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.891133] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.891338] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.891499] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.891592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.891649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.891788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.891866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.891946] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.892040] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.924281] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.924445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.924492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.924682] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.924763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.924938] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.925052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.925104] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.928019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.928019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.928019] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f31219a5-d979-4d95-b191-6484c3f8c909 already deleted. [ 1041.928019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.090197] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.106628] env[66962]: INFO networking_nsxv3.common.synchronization [req-d9f9a1a6-477d-4e3c-b0ec-46fe3be55423 req-7badfeb5-fd4c-42e9-9cef-fd4f5fbe136c tempest-ServerRescueNegativeTestJSON-1898878050 tempest-ServerRescueNegativeTestJSON-1898878050-project-member] Enqueued Resource ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec with Priority: HIGHEST for action security_group_members [ 1042.107161] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec with Priority: HIGHEST for action security_group_members [ 1042.107491] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.107617] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.107674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.107875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.108061] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.108165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.108225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.108434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.108491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.108589] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f78685-d7ba-4743-8ae9-54f5c3bf92ec',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.246991] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec0d31c-89d0-4956-b0e8-021f4beba2b2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.247803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.247803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.247803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.249037] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.249442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.249442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.249442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.249585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.249620] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.250455] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec0d31c-89d0-4956-b0e8-021f4beba2b2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.250455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.250455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.250455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.250455] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.250455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.250455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.251747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.251747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.251747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.251747] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dec0d31c-89d0-4956-b0e8-021f4beba2b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.309203] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.309469] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.309593] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.309886] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.310061] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.310219] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa not found, creating... [ 1042.310504] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.310666] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.310784] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.311039] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.311153] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.311446] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.311660] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.311777] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.311980] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.312127] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.312263] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa is going to be created. [ 1042.336970] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.336970] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.336970] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.337243] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.337459] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.337712] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.394169] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.394447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.394548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.394782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.395174] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.395174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.395174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.395485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.395653] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.395889] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.396555] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.396555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.396555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.397172] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.397172] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.397303] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.400086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.400086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.400086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.400086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.400086] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.594197] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.594350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.594397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.595186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.595186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.595186] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 1042.612472] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.612922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.613336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.614494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.614494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.615523] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.615783] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.615853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.616122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.616122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.616254] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec is going to be updated. [ 1042.634041] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.634041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.634381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.634381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.634572] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.646670] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 1042.656643] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.656869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.656869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.657068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.657219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.667839] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec in Status: IN_PROGRESS for 2s [ 1042.753295] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dec0d31c-89d0-4956-b0e8-021f4beba2b2: rpc.has_security_group_logging(os_id): False [ 1042.777056] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.778057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.778298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.779278] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.779412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.779652] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.780947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.780947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.780947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.780947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.780947] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.780947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.780947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.780947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.780947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.780947] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.780947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.780947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.781597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.781597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.781597] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 is going to be created. [ 1042.843749] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.843749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.843749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.843749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.843749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.858050] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 in Status: IN_PROGRESS for 2s [ 1042.901851] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe97a6b6-3952-476e-9f49-cf4222e57f8f: rpc.has_security_group_logging(os_id): False [ 1042.921267] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.921486] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.921555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.921989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.921989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.922138] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.922201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.922257] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.922536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.922631] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.922868] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.923118] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.923242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.923403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.923497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.923761] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.923994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.923994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.924239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.924351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.924483] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be updated. [ 1043.059286] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.059449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.059449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.059721] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.059805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.083190] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 1043.097289] env[66962]: INFO networking_nsxv3.common.synchronization [req-5158b2e1-8c3e-4427-9bb1-8641f60849e4 req-6bee336f-77d3-46a8-82fc-092f8bec81f7 service nova] Enqueued Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGHEST for action security_group_rules [ 1043.097594] env[66962]: INFO networking_nsxv3.common.synchronization [req-5158b2e1-8c3e-4427-9bb1-8641f60849e4 req-6bee336f-77d3-46a8-82fc-092f8bec81f7 service nova] Enqueued Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGHEST for action security_group_members [ 1043.097594] env[66962]: INFO networking_nsxv3.common.synchronization [req-5158b2e1-8c3e-4427-9bb1-8641f60849e4 req-6bee336f-77d3-46a8-82fc-092f8bec81f7 service nova] Enqueued Resource ID: 37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa with Priority: HIGHEST for action port [ 1043.099433] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGHEST for action security_group_rules [ 1043.099433] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGHEST for action security_group_members [ 1043.099433] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa with Priority: HIGHEST for action port [ 1043.099433] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f31219a5-d979-4d95-b191-6484c3f8c909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.099433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.099433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.099433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.099433] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f31219a5-d979-4d95-b191-6484c3f8c909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.102536] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31219a5-d979-4d95-b191-6484c3f8c909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.102536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.102536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.102536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.102734] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.102797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.103042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.103110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.103205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.103315] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f31219a5-d979-4d95-b191-6484c3f8c909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.104409] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.104542] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.104542] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.105437] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.105437] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.509324] env[66962]: INFO networking_nsxv3.common.synchronization [req-4f5b8150-1fdd-4acb-942d-3b6a9f99c6b1 req-ea1306d7-edaf-4779-b8b0-de8da698c665 tempest-ServersTestMultiNic-2031614215 tempest-ServersTestMultiNic-2031614215-project-member] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 1043.509863] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 1043.510186] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.510318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.510384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.510556] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.510708] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.510809] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.510893] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.511091] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.511147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.511245] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.607262] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31219a5-d979-4d95-b191-6484c3f8c909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.607391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.607558] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f31219a5-d979-4d95-b191-6484c3f8c909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.608471] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa with status ACTIVE [ 1043.608632] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.608789] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.608840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.609015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.609108] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.609276] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.609370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.609433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.609710] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.609710] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.609860] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.610080] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.612195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.612195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.612195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.612195] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa is going to be updated. [ 1043.637655] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.637655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.637655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.637655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.637655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.637655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37e26f87-b7a7-49e8-b7b9-8ba1ad12bbfa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.749512] env[66962]: INFO networking_nsxv3.common.synchronization [req-4f5b8150-1fdd-4acb-942d-3b6a9f99c6b1 req-c605f410-62e1-44c3-b3cd-1c56e725b9d8 tempest-ServersTestMultiNic-2031614215 tempest-ServersTestMultiNic-2031614215-project-member] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 1043.749984] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGHEST for action security_group_members [ 1043.750439] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.750439] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.014141] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.115560] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f31219a5-d979-4d95-b191-6484c3f8c909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.517232] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.618630] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.618877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.618877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.619166] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.619291] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.619411] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f31219a5-d979-4d95-b191-6484c3f8c909 is going to be created. [ 1044.646560] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.646729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.646804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.646987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.647165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.659508] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 1044.659796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.660578] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31219a5-d979-4d95-b191-6484c3f8c909 in Status: UNINITIALIZED for 2s [ 1044.677356] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec in Status: SUCCESS [ 1044.677596] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec deletion is rescheduled due to dependency. [ 1044.677596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.873763] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 in Status: SUCCESS [ 1044.873763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.991909] env[66962]: INFO networking_nsxv3.common.synchronization [req-f772a11d-a921-4e60-9d1a-9cfb00c376ad req-0455d2ae-451e-4127-86d6-0902d83e78c3 tempest-ServerDiskConfigTestJSON-1440675890 tempest-ServerDiskConfigTestJSON-1440675890-project-member] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 1044.992925] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 1044.993452] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.993645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.993645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.994045] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.994045] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.994233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.994233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.994416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.994457] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.995052] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.020398] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.020705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.020801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.021098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.021241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.021429] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be updated. [ 1045.057208] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.057403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.057403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.057638] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.057737] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.068065] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 1045.105173] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 1045.105403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.364364] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.364697] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.364697] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.364926] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.365197] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.365353] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.365468] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.365676] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.365815] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.366190] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.366364] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.366482] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.366590] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.366711] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.366835] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.366946] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.385978] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.386150] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.386355] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.386499] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-929" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.386768] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-f0d3082e-6244-42c1-b8da-9f80cff1d317 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.386917] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-f0d3082e-6244-42c1-b8da-9f80cff1d317" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.387048] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-f0d3082e-6244-42c1-b8da-9f80cff1d317" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.387371] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-f0d3082e-6244-42c1-b8da-9f80cff1d317" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.387519] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d3082e-6244-42c1-b8da-9f80cff1d317',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.497361] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.497523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.497589] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.497804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.497896] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.498105] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.498209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.498264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.498406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.498480] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.498562] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 1045.525244] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.525447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.525562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.525694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.525839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.535821] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 1045.890221] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.890444] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.890558] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.890834] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.890989] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.891221] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port f0d3082e-6244-42c1-b8da-9f80cff1d317 not found, creating... [ 1045.891496] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.891658] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.891773] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.892044] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.892146] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.892477] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.892630] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.892744] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.893016] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.893143] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.893296] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: f0d3082e-6244-42c1-b8da-9f80cff1d317 is going to be created. [ 1045.919067] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.919400] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.919568] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.919841] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.920138] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.920376] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-f0d3082e-6244-42c1-b8da-9f80cff1d317" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.631903] env[66962]: INFO networking_nsxv3.common.synchronization [req-f772a11d-a921-4e60-9d1a-9cfb00c376ad req-f407821e-1207-4d4c-9c5b-0d0c98376dac service nova] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_rules [ 1046.632247] env[66962]: INFO networking_nsxv3.common.synchronization [req-f772a11d-a921-4e60-9d1a-9cfb00c376ad req-f407821e-1207-4d4c-9c5b-0d0c98376dac service nova] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 1046.632247] env[66962]: INFO networking_nsxv3.common.synchronization [req-f772a11d-a921-4e60-9d1a-9cfb00c376ad req-f407821e-1207-4d4c-9c5b-0d0c98376dac service nova] Enqueued Resource ID: f0d3082e-6244-42c1-b8da-9f80cff1d317 with Priority: HIGHEST for action port [ 1046.633697] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_rules [ 1046.634777] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 1046.634900] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0d3082e-6244-42c1-b8da-9f80cff1d317 with Priority: HIGHEST for action port [ 1046.635209] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.635330] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.635392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.635619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.635712] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.637311] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.637311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.637311] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0d3082e-6244-42c1-b8da-9f80cff1d317 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.637311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0d3082e-6244-42c1-b8da-9f80cff1d317" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.637311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0d3082e-6244-42c1-b8da-9f80cff1d317" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.637608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0d3082e-6244-42c1-b8da-9f80cff1d317" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.637608] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d3082e-6244-42c1-b8da-9f80cff1d317',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.671317] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31219a5-d979-4d95-b191-6484c3f8c909 in Status: SUCCESS [ 1046.671583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.671997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.671997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.672158] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.672266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.672320] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.672483] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.672562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.672915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.672915] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f31219a5-d979-4d95-b191-6484c3f8c909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.079341] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 1047.079627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.079845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.080114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.080339] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.080504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.080625] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.080924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.081168] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.081428] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.138798] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0d3082e-6244-42c1-b8da-9f80cff1d317 with status ACTIVE [ 1047.139033] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.139172] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.139241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.139457] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.139543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.139723] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.139822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.139883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.140047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.140127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.140313] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.140411] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.140472] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.140611] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.140685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.140770] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0d3082e-6244-42c1-b8da-9f80cff1d317 is going to be updated. [ 1047.144407] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.144536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.167257] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.167386] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.167429] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.167613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.167748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.168062] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0d3082e-6244-42c1-b8da-9f80cff1d317" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.176447] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f31219a5-d979-4d95-b191-6484c3f8c909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.545245] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 1047.546185] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee deletion is rescheduled due to dependency. [ 1047.546185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.546185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.548017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.548017] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.548017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.548017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.548017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.548017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.548017] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.563466] env[66962]: INFO networking_nsxv3.common.synchronization [req-c41152f8-5522-4e91-a20f-813b8dd9abac req-142d001f-f094-4f10-926e-da1dbc3b51c1 tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 with Priority: HIGHEST for action security_group_members [ 1047.563466] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 with Priority: HIGHEST for action security_group_members [ 1047.563466] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-95eea83a-bdc7-48be-b634-efb62efc5f29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.563792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.564015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.565498] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.565769] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.566078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.566352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.566744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.566988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.567364] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95eea83a-bdc7-48be-b634-efb62efc5f29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.587351] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.587351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.587351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.587351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.587351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.587351] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.587351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.587351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.587351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.587351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.587351] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be updated. [ 1047.619662] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.619662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.619662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.619662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.619662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.628996] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: IN_PROGRESS for 2s [ 1047.679346] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f31219a5-d979-4d95-b191-6484c3f8c909: rpc.has_security_group_logging(os_id): False [ 1047.702310] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.702310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.702310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.702310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.702310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.702310] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.702310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.702607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.702607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.702670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.702795] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f31219a5-d979-4d95-b191-6484c3f8c909 is going to be created. [ 1047.771608] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.771816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.771816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.772382] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.772382] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.788195] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f31219a5-d979-4d95-b191-6484c3f8c909 in Status: IN_PROGRESS for 2s [ 1047.928229] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.928460] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.928570] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.928886] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.929193] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.929384] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.929505] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.929739] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.929885] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.930131] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.930248] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.930355] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.930465] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.930761] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.930761] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.930934] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.961134] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.961321] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.961457] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.961689] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.961967] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-9de3f400-ba48-4c23-8a08-eac8a925152d taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.962186] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-9de3f400-ba48-4c23-8a08-eac8a925152d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.962309] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-9de3f400-ba48-4c23-8a08-eac8a925152d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.962671] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-9de3f400-ba48-4c23-8a08-eac8a925152d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.962825] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de3f400-ba48-4c23-8a08-eac8a925152d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.052205] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.070963] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.071208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.071408] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.071538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.071629] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.071822] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.071920] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.071976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.072156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.072238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.072333] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 already deleted. [ 1048.072412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.466081] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.466377] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.466527] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.466815] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.466961] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.467141] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 9de3f400-ba48-4c23-8a08-eac8a925152d not found, creating... [ 1048.467406] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.467616] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.467817] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.468101] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.468249] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.468592] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.468778] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.468901] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.469128] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.469308] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.469506] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 9de3f400-ba48-4c23-8a08-eac8a925152d is going to be created. [ 1048.491361] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.491577] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.491621] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.491887] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.492148] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.492375] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-9de3f400-ba48-4c23-8a08-eac8a925152d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.554516] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.057574] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.057883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.058145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.058240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.058290] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.058429] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 1049.086454] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.086602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.086675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.086883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.087128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.095594] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 1049.110246] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.110443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.110497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.110698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.110802] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.205869] env[66962]: INFO networking_nsxv3.common.synchronization [req-c41152f8-5522-4e91-a20f-813b8dd9abac req-f8f486df-812d-44c1-827d-051aff772ded service nova] Enqueued Resource ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 with Priority: HIGHEST for action security_group_rules [ 1049.206062] env[66962]: INFO networking_nsxv3.common.synchronization [req-c41152f8-5522-4e91-a20f-813b8dd9abac req-f8f486df-812d-44c1-827d-051aff772ded service nova] Enqueued Resource ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 with Priority: HIGHEST for action security_group_members [ 1049.206197] env[66962]: INFO networking_nsxv3.common.synchronization [req-c41152f8-5522-4e91-a20f-813b8dd9abac req-f8f486df-812d-44c1-827d-051aff772ded service nova] Enqueued Resource ID: 9de3f400-ba48-4c23-8a08-eac8a925152d with Priority: HIGHEST for action port [ 1049.206737] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 with Priority: HIGHEST for action security_group_rules [ 1049.206920] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 with Priority: HIGHEST for action security_group_members [ 1049.206957] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de3f400-ba48-4c23-8a08-eac8a925152d with Priority: HIGHEST for action port [ 1049.207588] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95eea83a-bdc7-48be-b634-efb62efc5f29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.207745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.208029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.208566] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.208733] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95eea83a-bdc7-48be-b634-efb62efc5f29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.209843] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-95eea83a-bdc7-48be-b634-efb62efc5f29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.210010] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.210112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.210317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.210501] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.210629] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.212362] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.212362] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.212362] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.212362] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95eea83a-bdc7-48be-b634-efb62efc5f29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.213738] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9de3f400-ba48-4c23-8a08-eac8a925152d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.213876] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9de3f400-ba48-4c23-8a08-eac8a925152d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.213936] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9de3f400-ba48-4c23-8a08-eac8a925152d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.214454] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9de3f400-ba48-4c23-8a08-eac8a925152d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.214572] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de3f400-ba48-4c23-8a08-eac8a925152d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.542796] env[66962]: INFO networking_nsxv3.common.synchronization [req-1f5d3652-c280-47c0-8492-1ee2bc65601d req-243f6d86-9830-4405-a047-86e2f9b9026e tempest-ServerExternalEventsTest-434311381 tempest-ServerExternalEventsTest-434311381-project-member] Enqueued Resource ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 with Priority: HIGHEST for action security_group_members [ 1049.544437] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 with Priority: HIGHEST for action security_group_members [ 1049.544835] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec0d31c-89d0-4956-b0e8-021f4beba2b2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.544997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.545105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.545332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.545520] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.545652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.545738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.545915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.546042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.546164] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dec0d31c-89d0-4956-b0e8-021f4beba2b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.615321] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.642854] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f in Status: SUCCESS [ 1049.643168] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f deletion is rescheduled due to dependency. [ 1049.643287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.716299] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-95eea83a-bdc7-48be-b634-efb62efc5f29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.716548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.719101] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95eea83a-bdc7-48be-b634-efb62efc5f29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.721369] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9de3f400-ba48-4c23-8a08-eac8a925152d with status ACTIVE [ 1049.721369] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.721369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.721369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.721369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.721623] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.721623] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.721777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.721830] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.721940] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.727637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.727637] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.727637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.727637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.727637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.727637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.727637] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9de3f400-ba48-4c23-8a08-eac8a925152d is going to be updated. [ 1049.751781] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.751984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.752118] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.752340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.752482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.752638] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9de3f400-ba48-4c23-8a08-eac8a925152d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.802292] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f31219a5-d979-4d95-b191-6484c3f8c909 in Status: SUCCESS [ 1049.802521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.049727] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.049941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.050041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.050918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.050918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.050918] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.050918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.050918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.050918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.050918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.051278] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 is going to be updated. [ 1050.085039] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.085400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.085400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.085957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.085957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.100058] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 in Status: IN_PROGRESS for 2s [ 1050.118934] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.229653] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95eea83a-bdc7-48be-b634-efb62efc5f29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.621382] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1050.621529] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1050.733719] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.733719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.733719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.733719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.733719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.733719] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 is going to be created. [ 1050.763608] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.763773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.763831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.764103] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.764299] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.778024] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 in Status: UNINITIALIZED for 2s [ 1051.114840] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 1051.115242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.116894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.116894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.116894] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.116894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.116894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.116894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.116894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.116894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.117338] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.620183] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.620406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.620515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.620845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.621448] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.621614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.621827] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.621944] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.622089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.622196] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.622348] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.622443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.622501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.622644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.622782] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.622874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.623013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.623211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.623302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.623405] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.623607] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.627655] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.627835] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.627948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.628033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.646537] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1051.648084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.649678] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1051.704756] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.705037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.705037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.705262] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.714244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.714917] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 1051.714995] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'9de3f400-ba48-4c23-8a08-eac8a925152d'} {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.715133] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1051.757136] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.757692] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.757692] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.757920] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.760343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.760602] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1051.838307] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.838494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.838494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.839976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.839976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.839976] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1051.912295] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.912445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.912515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.912724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.912990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.913360] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1051.913456] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'665afcc7-ba69-4e1f-8d9f-81ae8e287cf3', '802094f0-b6d4-4716-a34d-7efcc11894da', '71a7e251-622e-40d2-9219-7c017319b7e2', '685f5d98-5297-40c5-a280-df15c809fdcb', 'eec93bd7-ee62-41d8-8a49-3ef7642f6909', '3c425ea8-1108-44bd-9fe4-d4260c1e9ae7', '3bb9ea16-84d3-474b-bca0-0dc0101a2379', '5ceed366-e1c3-4346-bdde-720a4876026c', 'da073e0c-b31f-4acb-846e-139703386e84', 'dfa005bc-49e6-478b-8034-4820cd0b6e2a', 'e5f78685-d7ba-4743-8ae9-54f5c3bf92ec', 'f31219a5-d979-4d95-b191-6484c3f8c909', 'fe97a6b6-3952-476e-9f49-cf4222e57f8f', 'ce11e631-3066-4efa-aa1e-d24f52c90cee', '39653ed9-70e4-4ce6-8b1c-78a2bb64b581', 'f1ca5472-22b7-4033-a1f5-4da8c729a4be', '13a897d4-7f81-483d-ad64-489ec6b97cc7', 'edde1203-b70c-41f8-a830-6c336906e0e6', '50a63566-3211-4a68-bac5-be1f3ffab90c', '73b234c4-fc42-4fda-95a4-cba2c1e35d18', 'b0e99876-c9d4-4083-9800-dd2400801835', '0111f5d1-5b29-4970-a11c-46edcd1c0ed9', '19f5e4f6-f861-4435-9540-3b3d0de1f6c2', 'c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca', 'b017e89b-147a-4284-bf4c-0833f3d748f3', 'ff217a6a-099a-47d5-95b6-717b6f16d2f8', 'dec0d31c-89d0-4956-b0e8-021f4beba2b2', 'afca0e6e-e9d1-47ac-83ca-4a60cfb04161', '1707c9e6-7391-433d-8869-1c2bf494ef06', '13670277-d41f-4476-8b0b-dd37caa064d8', 'c188ee13-6d42-4399-a187-6e10c5c72ec0', 'a00db942-f3f9-4737-be92-885f17f67227', 'f1884658-ac03-4afd-b6b2-82797c32dc1e', 'aa004fc6-491a-4f9e-ba06-54217ef5ff9c', 'e5d33064-6236-4da6-bd65-51867bacca29', '50d89fb4-418e-4e91-a5ba-c65a4431fe75', 'ba14845d-1779-40c7-a90f-bfc2bc105253', '11ecfc71-210a-4ca3-9a9d-cadd42405b06', '28e12498-6cf9-44ac-8fdd-af6ecdf0065e', 'dda7b9de-c484-4751-8ced-265ce0287148', '8cb303bb-ea5c-40cf-98d8-ed46c955031b', '4f84c80a-6ad6-4b71-b854-25b0aedb18ad'} {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.913553] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1051.934456] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.934649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.935932] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.935932] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.935932] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.935932] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1051.935932] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.935932] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1052.011540] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.012084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.012084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.012084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.017991] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.020205] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1052.020205] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1052.020205] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1052.020205] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9de3f400-ba48-4c23-8a08-eac8a925152d with Priority: HIGH for action port [ 1052.020205] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/42 resources of Type:Security Group Rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 685f5d98-5297-40c5-a280-df15c809fdcb with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 with Priority: HIGH for action security_group_rules [ 1052.020205] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGH for action security_group_rules [ 1052.021057] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGH for action security_group_rules [ 1052.021057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.109292] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 in Status: SUCCESS [ 1052.109532] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 deletion is rescheduled due to dependency. [ 1052.109675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.126239] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce11e631-3066-4efa-aa1e-d24f52c90cee: rpc.has_security_group_logging(os_id): False [ 1052.148404] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.148404] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.148404] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.148404] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.171313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.171569] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.172083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.172172] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.172357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.172748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.172748] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.172748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.173091] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.173170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.173255] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.173518] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.173602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.173650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.173960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.173960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.173960] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 1052.247026] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.247026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.247026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.247026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.247026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.264311] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 1052.799643] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 in Status: SUCCESS [ 1052.800236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.800236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.800535] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.800850] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.801055] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.801233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.801799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.801953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.802131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.802974] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95eea83a-bdc7-48be-b634-efb62efc5f29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.307181] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95eea83a-bdc7-48be-b634-efb62efc5f29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.581419] env[66962]: INFO networking_nsxv3.common.synchronization [None req-8c0efbad-e49d-4835-b5fc-5d85ddbb3ca9 None None] Enqueued Resource ID: 156dac18-2b6c-48ca-a123-d09bb602c67f with Priority: HIGHEST for action port [ 1053.582184] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156dac18-2b6c-48ca-a123-d09bb602c67f with Priority: HIGHEST for action port [ 1053.582337] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de3f400-ba48-4c23-8a08-eac8a925152d with Priority: HIGH for action port [ 1053.582453] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 802094f0-b6d4-4716-a34d-7efcc11894da with Priority: HIGH for action security_group_rules [ 1053.582561] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 with Priority: HIGH for action security_group_rules [ 1053.582726] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGH for action security_group_rules [ 1053.582726] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGH for action security_group_rules [ 1053.582814] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGH for action security_group_rules [ 1053.583314] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 with Priority: HIGH for action security_group_rules [ 1053.583314] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be with Priority: HIGH for action security_group_rules [ 1053.588203] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f with Priority: HIGH for action security_group_rules [ 1053.588369] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGH for action security_group_rules [ 1053.588475] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGH for action security_group_rules [ 1053.588610] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec with Priority: HIGH for action security_group_rules [ 1053.588732] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a with Priority: HIGH for action security_group_rules [ 1053.588771] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGH for action security_group_rules [ 1053.588971] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGH for action security_group_rules [ 1053.588971] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 with Priority: HIGH for action security_group_rules [ 1053.589177] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 with Priority: HIGH for action security_group_rules [ 1053.592284] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685f5d98-5297-40c5-a280-df15c809fdcb with Priority: HIGH for action security_group_rules [ 1053.592332] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 with Priority: HIGH for action security_group_rules [ 1053.592419] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGH for action security_group_rules [ 1053.592911] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-156dac18-2b6c-48ca-a123-d09bb602c67f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.593067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-156dac18-2b6c-48ca-a123-d09bb602c67f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.593150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-156dac18-2b6c-48ca-a123-d09bb602c67f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.593433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-156dac18-2b6c-48ca-a123-d09bb602c67f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.593518] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('156dac18-2b6c-48ca-a123-d09bb602c67f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.596208] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9de3f400-ba48-4c23-8a08-eac8a925152d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.596208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9de3f400-ba48-4c23-8a08-eac8a925152d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.596320] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9de3f400-ba48-4c23-8a08-eac8a925152d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.596455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9de3f400-ba48-4c23-8a08-eac8a925152d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.596545] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de3f400-ba48-4c23-8a08-eac8a925152d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.599596] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-802094f0-b6d4-4716-a34d-7efcc11894da taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.599596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.599596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.599596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.599596] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('802094f0-b6d4-4716-a34d-7efcc11894da',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.599804] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.600525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.600525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.600525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.600525] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c425ea8-1108-44bd-9fe4-d4260c1e9ae7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.601608] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.601608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.601608] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.601608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.601608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.601608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.601892] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.602954] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.603087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.603483] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.603483] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.603483] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.604685] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13a897d4-7f81-483d-ad64-489ec6b97cc7 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.604815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.605210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.605989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.605989] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13a897d4-7f81-483d-ad64-489ec6b97cc7',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.607675] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.607838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.607947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.608136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.608212] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1ca5472-22b7-4033-a1f5-4da8c729a4be',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.609282] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.609463] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.610122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.610308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.610389] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe97a6b6-3952-476e-9f49-cf4222e57f8f',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.613686] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.613790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.613831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.613996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.614497] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39653ed9-70e4-4ce6-8b1c-78a2bb64b581',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.614974] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f31219a5-d979-4d95-b191-6484c3f8c909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.615086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.615086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.615232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.615290] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f31219a5-d979-4d95-b191-6484c3f8c909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.616559] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.616916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.617018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.617250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.618275] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f78685-d7ba-4743-8ae9-54f5c3bf92ec',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.620374] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfa005bc-49e6-478b-8034-4820cd0b6e2a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.620374] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.620374] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.620830] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.620830] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfa005bc-49e6-478b-8034-4820cd0b6e2a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.624851] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.624851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.624851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.624851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.624851] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.624851] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.624851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.624851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.624851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.624851] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.625293] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.625293] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.625293] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.625426] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.625467] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eec93bd7-ee62-41d8-8a49-3ef7642f6909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.633372] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bb9ea16-84d3-474b-bca0-0dc0101a2379 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.633372] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.633372] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.633372] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.633372] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bb9ea16-84d3-474b-bca0-0dc0101a2379',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.633372] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-685f5d98-5297-40c5-a280-df15c809fdcb taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.633372] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.633938] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.634054] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.634170] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('685f5d98-5297-40c5-a280-df15c809fdcb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.635023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.635141] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.635205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.635363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.635431] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('665afcc7-ba69-4e1f-8d9f-81ae8e287cf3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.636242] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.636367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.636428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.636582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.636649] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.640546] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 156dac18-2b6c-48ca-a123-d09bb602c67f [ 1053.640809] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.640908] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.640952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.641155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.641292] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.641396] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:156dac18-2b6c-48ca-a123-d09bb602c67f already deleted. [ 1053.641445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-156dac18-2b6c-48ca-a123-d09bb602c67f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.663961] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.664107] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.664365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.664592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.666373] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.666536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.687189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.687357] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 802094f0-b6d4-4716-a34d-7efcc11894da is going to be deleted. [ 1053.689034] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.689159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.714959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.715051] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c425ea8-1108-44bd-9fe4-d4260c1e9ae7 is going to be deleted. [ 1053.776383] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.776630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.776630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.776774] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.776861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.776970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c425ea8-1108-44bd-9fe4-d4260c1e9ae7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.784614] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.784614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.784614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.784614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.784614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.784614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-802094f0-b6d4-4716-a34d-7efcc11894da" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.809120] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95eea83a-bdc7-48be-b634-efb62efc5f29: rpc.has_security_group_logging(os_id): False [ 1053.845723] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.846333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.846333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.846333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.846333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.846581] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.846653] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.846689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.846862] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.846934] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.847652] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 is going to be created. [ 1053.928786] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.928993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.929105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.929335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.929512] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.943357] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 in Status: IN_PROGRESS for 2s [ 1054.139447] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31219a5-d979-4d95-b191-6484c3f8c909 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.140309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.141613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.145019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.145019] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.145019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.145019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.145019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.145019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.145019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.145019] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f31219a5-d979-4d95-b191-6484c3f8c909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.149442] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9de3f400-ba48-4c23-8a08-eac8a925152d with status ACTIVE [ 1054.149730] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.149807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.149889] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.150160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.150394] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.150534] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.150640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.152102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.152102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.152102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.152102] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.152102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.152102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.152667] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.152920] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.153167] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9de3f400-ba48-4c23-8a08-eac8a925152d is going to be updated. [ 1054.154387] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.154791] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.155066] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.155376] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.156093] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.156093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.156093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.156093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.156093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.156516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.156805] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39653ed9-70e4-4ce6-8b1c-78a2bb64b581',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.158425] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.160250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.160250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.160250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.160250] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.160250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.160250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.160250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.160250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.160250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.160250] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.162972] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.164037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.164037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.165070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.165403] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.165615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.166557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.166845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.167157] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.169279] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.169469] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.185146] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.185146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.185146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.185520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.189095] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.189283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.189364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.189774] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.189774] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.189774] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.190089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.190089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.190089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.190345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.190345] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.225633] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.225633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.238485] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.238485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.257588] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.257751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.258772] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.258895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.263308] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.263435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.271058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.271058] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe97a6b6-3952-476e-9f49-cf4222e57f8f is going to be deleted. [ 1054.271968] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.272209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.273891] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.274033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.274781] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.274887] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.275258] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.275355] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.279854] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.280028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.280083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.280270] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.280407] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.280567] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9de3f400-ba48-4c23-8a08-eac8a925152d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.281524] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.281629] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.283667] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.283770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.292307] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 1054.292542] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.292727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.292943] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.293046] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.297421] env[66962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1054.297957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.298097] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eec93bd7-ee62-41d8-8a49-3ef7642f6909 is going to be deleted. [ 1054.299084] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.299306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.322068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.322417] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1ca5472-22b7-4033-a1f5-4da8c729a4be is going to be deleted. [ 1054.323281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.323472] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.348265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.348460] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da073e0c-b31f-4acb-846e-139703386e84 is going to be deleted. [ 1054.349609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.349881] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.362576] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.362798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.404772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.405939] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 665afcc7-ba69-4e1f-8d9f-81ae8e287cf3 is going to be deleted. [ 1054.407362] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.407362] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.408940] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.409104] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.409859] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.409945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.442439] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.442614] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be deleted. [ 1054.443689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.443941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.461913] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.462056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.533058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.533058] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13a897d4-7f81-483d-ad64-489ec6b97cc7 is going to be deleted. [ 1054.533996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.534119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.595191] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.595308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.596083] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.596185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.650840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.650840] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f78685-d7ba-4743-8ae9-54f5c3bf92ec is going to be deleted. [ 1054.651302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.651531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.681705] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39653ed9-70e4-4ce6-8b1c-78a2bb64b581',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.682766] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f31219a5-d979-4d95-b191-6484c3f8c909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.683535] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.683671] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.683943] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.683943] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.686309] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.686309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.686554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.686554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.686627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.687485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.687485] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.687485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.687485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.687485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.687485] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.687485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.687485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.688755] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.688755] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.688755] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.688755] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.688755] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.702436] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.724613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.724794] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfa005bc-49e6-478b-8034-4820cd0b6e2a is going to be deleted. [ 1054.725709] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.725930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.801403] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.801607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.801660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.801856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.802048] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.802224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.802293] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.802440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.802532] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.802619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.802710] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.813019] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.813834] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.817798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.817878] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 685f5d98-5297-40c5-a280-df15c809fdcb is going to be deleted. [ 1054.819130] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.819330] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.858229] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.859115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.903808] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.904202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.910832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.910832] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bb9ea16-84d3-474b-bca0-0dc0101a2379 is going to be deleted. [ 1054.910832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.910832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.910832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.910832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe97a6b6-3952-476e-9f49-cf4222e57f8f" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.910832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.910832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.910832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.910832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1ca5472-22b7-4033-a1f5-4da8c729a4be" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.912225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.912695] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.912984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.913285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eec93bd7-ee62-41d8-8a49-3ef7642f6909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.913604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.913910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.914131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.914380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.914639] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.914917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.915127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.915874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-665afcc7-ba69-4e1f-8d9f-81ae8e287cf3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.915874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.915874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.915874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.915874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.916324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.916324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.916880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.917036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13a897d4-7f81-483d-ad64-489ec6b97cc7" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.917181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.917345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.917427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.917549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f78685-d7ba-4743-8ae9-54f5c3bf92ec" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.917846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.917846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.917936] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.917984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfa005bc-49e6-478b-8034-4820cd0b6e2a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.001529] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.001686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.001760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.001953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.002051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.002322] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-685f5d98-5297-40c5-a280-df15c809fdcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.050488] env[66962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1055.050656] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.050753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.050810] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.051015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.051160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.051273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bb9ea16-84d3-474b-bca0-0dc0101a2379" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.190562] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ceed366-e1c3-4346-bdde-720a4876026c: rpc.has_security_group_logging(os_id): False [ 1055.194790] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f31219a5-d979-4d95-b191-6484c3f8c909: rpc.has_security_group_logging(os_id): False [ 1055.194790] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39653ed9-70e4-4ce6-8b1c-78a2bb64b581: rpc.has_security_group_logging(os_id): False [ 1055.194790] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edde1203-b70c-41f8-a830-6c336906e0e6: rpc.has_security_group_logging(os_id): False [ 1055.206386] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71a7e251-622e-40d2-9219-7c017319b7e2: rpc.has_security_group_logging(os_id): False [ 1055.231335] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.231626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.231626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.231756] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.233970] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.233970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.251365] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.251550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.255042] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.255042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.255042] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.255042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.274911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.274911] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.274911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.275238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.275628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.275767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.275909] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edde1203-b70c-41f8-a830-6c336906e0e6 is going to be updated. [ 1055.277281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.277863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.306042] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.306042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.306042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.306042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.306271] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.306271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.306500] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.306500] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.306589] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.306666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.306771] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.306859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.306915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.307065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.307196] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.307289] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.307354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.307545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.307545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.307683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.308112] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.317727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.317727] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.317727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.317727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.317727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.317727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.318123] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.318123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.318123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.318232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.318320] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.318507] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.318589] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.318649] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.318841] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.319375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.319571] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 1055.321752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.322059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.348487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.350065] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.350065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.350065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.350065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.350065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.350065] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f31219a5-d979-4d95-b191-6484c3f8c909 is going to be updated. [ 1055.350815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.351031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.354674] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.354793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.372412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.372748] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.372843] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.372923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.373208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.373313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.373407] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 is going to be updated. [ 1055.374858] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.375077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.421751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.422837] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.422837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.422837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.422837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.423119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.424928] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be updated. [ 1055.427133] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.427133] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.428701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.431369] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.431660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.431780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.431975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.432172] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.460846] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.461241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.461241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.461467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.461467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.478342] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f31219a5-d979-4d95-b191-6484c3f8c909 in Status: IN_PROGRESS for 2s [ 1055.481136] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 1055.481885] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: IN_PROGRESS for 2s [ 1055.528554] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.528703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.528764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.528977] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.529146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.609566] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.609723] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.609794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.610096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.610222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.622076] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 in Status: IN_PROGRESS for 2s [ 1055.679793] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: IN_PROGRESS for 2s [ 1055.810655] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce11e631-3066-4efa-aa1e-d24f52c90cee: rpc.has_security_group_logging(os_id): False [ 1055.839025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.839025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.839025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.839025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.839025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.839025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.839025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.839025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.839025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.839025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.839025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.839025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.839025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.839025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.839025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.839719] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.839719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.839719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.839719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.839719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.839719] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 1055.945266] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.945266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.945266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.945266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.945266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.960990] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 in Status: SUCCESS [ 1055.960990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.963381] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 1056.229697] env[66962]: INFO networking_nsxv3.common.synchronization [req-06d1c8f4-1506-43be-95bd-728d8be15b18 req-0178392e-492d-4c76-b95f-a458ca5d7dd0 tempest-ImagesTestJSON-169850790 tempest-ImagesTestJSON-169850790-project-member] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 1056.231021] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 1056.231021] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.231021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.231021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.231021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.231347] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.231347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.231447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.231546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.231628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.231716] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.311095] env[66962]: INFO networking_nsxv3.common.synchronization [None req-1d1831fd-4d6d-45f6-991f-45e1df5392fd None None] Enqueued Resource ID: 6d42c3a9-988d-4cf7-979b-66f0480ac08a with Priority: HIGHEST for action port [ 1056.312338] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d42c3a9-988d-4cf7-979b-66f0480ac08a with Priority: HIGHEST for action port [ 1056.312338] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d42c3a9-988d-4cf7-979b-66f0480ac08a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.312338] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d42c3a9-988d-4cf7-979b-66f0480ac08a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.312484] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d42c3a9-988d-4cf7-979b-66f0480ac08a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.312645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d42c3a9-988d-4cf7-979b-66f0480ac08a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.312731] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d42c3a9-988d-4cf7-979b-66f0480ac08a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.629139] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.629467] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.629539] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.629830] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.630135] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.630305] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.630420] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.630715] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.630893] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.631145] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.631331] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.631449] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.631556] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.631788] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.631912] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.632076] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.657030] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.657030] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.657030] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.657030] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-693" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.657030] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-8dde1261-442b-42cd-8e84-a4a9372eedcb taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.657030] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-8dde1261-442b-42cd-8e84-a4a9372eedcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.657030] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-8dde1261-442b-42cd-8e84-a4a9372eedcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.657030] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-8dde1261-442b-42cd-8e84-a4a9372eedcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.657030] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dde1261-442b-42cd-8e84-a4a9372eedcb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.735920] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.736127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.736173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.736392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.736499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.736677] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.736774] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.736838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.736985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.737075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.737201] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be deleted. [ 1056.777056] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.777056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.777056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.777056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.777056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.777056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.815919] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d42c3a9-988d-4cf7-979b-66f0480ac08a [ 1056.816179] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.816327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.816414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.816601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.816713] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.817582] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d42c3a9-988d-4cf7-979b-66f0480ac08a already deleted. [ 1056.817582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d42c3a9-988d-4cf7-979b-66f0480ac08a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.161607] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.161850] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.161969] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.162257] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.162423] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.162594] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 8dde1261-442b-42cd-8e84-a4a9372eedcb not found, creating... [ 1057.162857] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.163054] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.163192] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.163446] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.163604] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.163905] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.164085] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.164205] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.164617] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.164617] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.164727] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 8dde1261-442b-42cd-8e84-a4a9372eedcb is going to be created. [ 1057.188473] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.188843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.189110] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.189570] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.189960] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.191043] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-8dde1261-442b-42cd-8e84-a4a9372eedcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.497332] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: SUCCESS [ 1057.497580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.498452] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f31219a5-d979-4d95-b191-6484c3f8c909 in Status: SUCCESS [ 1057.498644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.499813] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 1057.500046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.641545] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 in Status: SUCCESS [ 1057.641545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.694561] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: SUCCESS [ 1057.694787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.955960] env[66962]: INFO networking_nsxv3.common.synchronization [req-06d1c8f4-1506-43be-95bd-728d8be15b18 req-2842b9b5-0cfe-4ed3-b562-c0a8f587621a service nova] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_rules [ 1057.956475] env[66962]: INFO networking_nsxv3.common.synchronization [req-06d1c8f4-1506-43be-95bd-728d8be15b18 req-2842b9b5-0cfe-4ed3-b562-c0a8f587621a service nova] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 1057.956475] env[66962]: INFO networking_nsxv3.common.synchronization [req-06d1c8f4-1506-43be-95bd-728d8be15b18 req-2842b9b5-0cfe-4ed3-b562-c0a8f587621a service nova] Enqueued Resource ID: 8dde1261-442b-42cd-8e84-a4a9372eedcb with Priority: HIGHEST for action port [ 1057.956842] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_rules [ 1057.956981] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 1057.957550] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dde1261-442b-42cd-8e84-a4a9372eedcb with Priority: HIGHEST for action port [ 1057.957930] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.958099] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.958228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.958473] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.958589] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.961115] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.961115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.961115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.961115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.961403] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.961566] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.961664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.961891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.961999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.962130] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.964323] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dde1261-442b-42cd-8e84-a4a9372eedcb taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.964515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dde1261-442b-42cd-8e84-a4a9372eedcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.964607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dde1261-442b-42cd-8e84-a4a9372eedcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.964898] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dde1261-442b-42cd-8e84-a4a9372eedcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.965043] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dde1261-442b-42cd-8e84-a4a9372eedcb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.987102] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 1057.987398] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.461018] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.461253] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.464625] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.469058] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dde1261-442b-42cd-8e84-a4a9372eedcb with status ACTIVE [ 1058.469307] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.469436] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.469591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.470207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.470207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.470207] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.470207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.470207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.470957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.470957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.470957] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.470957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.470957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.470957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.470957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.470957] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dde1261-442b-42cd-8e84-a4a9372eedcb is going to be updated. [ 1058.495195] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.495195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.495195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.495888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.495888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.496032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dde1261-442b-42cd-8e84-a4a9372eedcb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.914135] env[66962]: INFO networking_nsxv3.common.synchronization [req-80ff1169-8a03-46d3-990d-dd2b27ec1d4c req-6df4b94e-e260-498f-aae9-2b68bb6ec13d tempest-ServerDiskConfigTestJSON-1440675890 tempest-ServerDiskConfigTestJSON-1440675890-project-member] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 1058.915258] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGHEST for action security_group_members [ 1058.915631] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.915755] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.915814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.916017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.916569] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.916680] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.916746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.916902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.916996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.917105] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.967107] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.204132] env[66962]: INFO networking_nsxv3.common.synchronization [None req-602c3ca0-6da2-47c9-917f-4ed79aa2775c None None] Enqueued Resource ID: 9de9175b-1a97-425b-a836-62c26b148d35 with Priority: HIGHEST for action port [ 1059.204777] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de9175b-1a97-425b-a836-62c26b148d35 with Priority: HIGHEST for action port [ 1059.207353] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9de9175b-1a97-425b-a836-62c26b148d35 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.207353] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9de9175b-1a97-425b-a836-62c26b148d35" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.207353] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9de9175b-1a97-425b-a836-62c26b148d35" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.209290] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9de9175b-1a97-425b-a836-62c26b148d35" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.209290] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de9175b-1a97-425b-a836-62c26b148d35',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.423856] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.423856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.423856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.423856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.423856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.423856] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.423856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.423856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.423856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.423856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.423856] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be updated. [ 1059.449289] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.449446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.449513] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.449719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.449892] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.460689] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: IN_PROGRESS for 2s [ 1059.470710] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.471618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.471618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.471618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.471618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.471618] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be created. [ 1059.496011] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.496011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.496011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.496011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.496011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.507705] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: UNINITIALIZED for 2s [ 1059.711657] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9de9175b-1a97-425b-a836-62c26b148d35 [ 1059.712241] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.712241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.712241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.712430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.712430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.712508] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9de9175b-1a97-425b-a836-62c26b148d35 already deleted. [ 1059.712551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9de9175b-1a97-425b-a836-62c26b148d35" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.473023] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce11e631-3066-4efa-aa1e-d24f52c90cee in Status: SUCCESS [ 1061.473023] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee deletion is rescheduled due to dependency. [ 1061.473023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.520670] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 1061.521795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.521795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.521795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.521795] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.521795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.521795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.522078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.522078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.522078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.522233] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.016482] env[66962]: INFO networking_nsxv3.common.synchronization [None req-b75916c1-4797-49e2-9c6c-e537c5d06b42 None None] Enqueued Resource ID: b9df0c68-9215-4b69-91c9-665b08162202 with Priority: HIGHEST for action port [ 1062.016482] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9df0c68-9215-4b69-91c9-665b08162202 with Priority: HIGHEST for action port [ 1062.016482] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9df0c68-9215-4b69-91c9-665b08162202 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.016482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9df0c68-9215-4b69-91c9-665b08162202" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.016482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9df0c68-9215-4b69-91c9-665b08162202" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.016482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9df0c68-9215-4b69-91c9-665b08162202" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.016482] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9df0c68-9215-4b69-91c9-665b08162202',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.026284] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.026284] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.026284] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.026284] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.027105] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.027277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.027351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.029069] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.029069] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.029204] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.029834] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.029834] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.029834] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.029834] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.029834] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.030100] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.030100] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.030165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.030210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.030294] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.030377] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.520346] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9df0c68-9215-4b69-91c9-665b08162202 [ 1062.520633] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.520751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.520815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.521034] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.521117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.521208] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9df0c68-9215-4b69-91c9-665b08162202 already deleted. [ 1062.521282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9df0c68-9215-4b69-91c9-665b08162202" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.533280] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50a63566-3211-4a68-bac5-be1f3ffab90c: rpc.has_security_group_logging(os_id): False [ 1062.557546] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.557682] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.558815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.558815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.558815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.558815] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.558815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.558815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.558815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.558815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.558815] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.559202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.559202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.559202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.559202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.559322] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.559388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.559445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.559573] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.559639] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.559718] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be created. [ 1062.621450] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.621632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.621698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.621894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.622094] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.637328] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: IN_PROGRESS for 2s [ 1063.942982] env[66962]: INFO networking_nsxv3.common.synchronization [req-12f9c835-6ed8-4a4e-a99a-4ba0e277bcbc req-8b44f16f-75be-43ff-ba0e-bf60d2422bc2 tempest-ServersNegativeTestJSON-1925913499 tempest-ServersNegativeTestJSON-1925913499-project-member] Enqueued Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_members [ 1063.942982] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGHEST for action security_group_members [ 1063.944156] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.944156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.944156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.944156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.944386] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.944580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.944580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.944819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.945438] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.945438] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.448267] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.448457] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.448554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.448870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.469318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.469576] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.469695] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.469771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.469958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.470087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.470132] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 is going to be updated. [ 1064.499592] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.499815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.499815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.499945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.500116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.536524] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: IN_PROGRESS for 2s [ 1064.658143] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 1064.658392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.528757] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 in Status: SUCCESS [ 1066.529154] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 deletion is rescheduled due to dependency. [ 1066.529154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.523763] env[66962]: INFO networking_nsxv3.common.synchronization [req-c9cb18b9-cd0f-43de-9168-c3f3ef453d8e req-21ed8639-c68a-4feb-9227-cafb9fee2d00 tempest-AttachVolumeShelveTestJSON-1897871112 tempest-AttachVolumeShelveTestJSON-1897871112-project-member] Enqueued Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_members [ 1068.524237] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGHEST for action security_group_members [ 1068.524569] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1707c9e6-7391-433d-8869-1c2bf494ef06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.524673] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.524758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.524929] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.525090] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.525217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.525347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.525472] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.525562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.525651] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.028045] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.028045] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.028045] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.028379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.052141] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.052141] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.052761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.052761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.052761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.052761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.052761] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 is going to be updated. [ 1069.082566] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.082703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.082856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.082984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.083153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.093101] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 in Status: IN_PROGRESS for 2s [ 1069.404497] env[66962]: INFO networking_nsxv3.common.synchronization [req-1b86ab42-624b-409c-99ac-2ab49d7ce10d req-c202e97a-1ec1-4cfc-b3d0-57d5fcef1ee7 tempest-ServerRescueNegativeTestJSON-1898878050 tempest-ServerRescueNegativeTestJSON-1898878050-project-member] Enqueued Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_members [ 1069.405057] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_members [ 1069.405371] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.405488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.405554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.405816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.405898] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.405993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.406067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.407023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.407023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.407023] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.797020] env[66962]: INFO networking_nsxv3.common.synchronization [req-dfc37147-bd95-4490-9d68-7f9b66acdbdc req-6bea9e1f-cce3-4662-92d0-ae3aedca340e tempest-DeleteServersTestJSON-1292956810 tempest-DeleteServersTestJSON-1292956810-project-member] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 1069.797579] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 1069.797843] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.797966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.798246] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.798476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.798634] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.798737] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.798812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.799993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.800154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.800312] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.908954] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.303031] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.303201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.303201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.303532] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.328898] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.329174] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.329297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.329367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.329576] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.329657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.329749] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 1070.365583] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.365792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.365878] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.366145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.366325] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.378879] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 1070.411862] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.697998] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.698301] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.698491] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.698818] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.699273] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.699595] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.699788] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.700047] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.700214] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.700455] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.700594] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.700703] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.700816] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.700928] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.701049] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.701186] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.728380] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.728685] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.728939] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.729265] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-590" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.729752] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-293b7d10-0235-4786-9ae0-cc5e4f4c81f6 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.730072] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-293b7d10-0235-4786-9ae0-cc5e4f4c81f6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.730293] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-293b7d10-0235-4786-9ae0-cc5e4f4c81f6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.730780] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-293b7d10-0235-4786-9ae0-cc5e4f4c81f6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.731014] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('293b7d10-0235-4786-9ae0-cc5e4f4c81f6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.918522] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.918918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.918918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.919064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.919158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.919257] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c is going to be updated. [ 1070.961879] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.962108] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.962198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.962448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.962642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.974070] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c in Status: IN_PROGRESS for 2s [ 1071.104761] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 in Status: SUCCESS [ 1071.105813] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 deletion is rescheduled due to dependency. [ 1071.105813] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.233877] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.234114] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.234161] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.234470] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.234644] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.234825] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 293b7d10-0235-4786-9ae0-cc5e4f4c81f6 not found, creating... [ 1071.235125] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.235288] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.235403] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.235636] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.235769] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.236135] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.236404] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.236560] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.236807] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.236942] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.237111] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 293b7d10-0235-4786-9ae0-cc5e4f4c81f6 is going to be created. [ 1071.270028] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.270360] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.270552] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.270936] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.271310] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.271739] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-293b7d10-0235-4786-9ae0-cc5e4f4c81f6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.989553] env[66962]: INFO networking_nsxv3.common.synchronization [req-dfc37147-bd95-4490-9d68-7f9b66acdbdc req-a10ec5c2-58d9-447d-9083-18146ebf4497 service nova] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_rules [ 1071.989868] env[66962]: INFO networking_nsxv3.common.synchronization [req-dfc37147-bd95-4490-9d68-7f9b66acdbdc req-a10ec5c2-58d9-447d-9083-18146ebf4497 service nova] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 1071.989919] env[66962]: INFO networking_nsxv3.common.synchronization [req-dfc37147-bd95-4490-9d68-7f9b66acdbdc req-a10ec5c2-58d9-447d-9083-18146ebf4497 service nova] Enqueued Resource ID: 293b7d10-0235-4786-9ae0-cc5e4f4c81f6 with Priority: HIGHEST for action port [ 1071.993864] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_rules [ 1071.994127] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 1071.994439] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 293b7d10-0235-4786-9ae0-cc5e4f4c81f6 with Priority: HIGHEST for action port [ 1071.995139] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.995365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.995647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.995938] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.996242] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.998127] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.998310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.998644] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-293b7d10-0235-4786-9ae0-cc5e4f4c81f6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.998842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-293b7d10-0235-4786-9ae0-cc5e4f4c81f6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.998965] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-293b7d10-0235-4786-9ae0-cc5e4f4c81f6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.999298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-293b7d10-0235-4786-9ae0-cc5e4f4c81f6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.999463] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('293b7d10-0235-4786-9ae0-cc5e4f4c81f6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.391957] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 1072.392179] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 deletion is rescheduled due to dependency. [ 1072.392276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.392465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.392678] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.392856] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.392968] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.393042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.393185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.393261] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.393352] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.501722] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.501906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.504249] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 293b7d10-0235-4786-9ae0-cc5e4f4c81f6 with status ACTIVE [ 1072.504507] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.504704] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.504762] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.504955] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.505056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.505239] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.505339] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.505439] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.505545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.505628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.505790] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.505907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.505938] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.506106] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.506136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.506222] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 293b7d10-0235-4786-9ae0-cc5e4f4c81f6 is going to be updated. [ 1072.528971] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.529154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.529193] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.529402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.529540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.529859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-293b7d10-0235-4786-9ae0-cc5e4f4c81f6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.896373] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.985541] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c in Status: SUCCESS [ 1072.985795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.399140] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.728556] env[66962]: INFO networking_nsxv3.common.synchronization [req-a4a1b851-f6f0-479e-ad5e-374986fb3c4f req-f652351e-fa25-4b15-9a7d-e0ca7600376d tempest-ServerRescueTestJSONUnderV235-74026678 tempest-ServerRescueTestJSONUnderV235-74026678-project-member] Enqueued Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_members [ 1073.729114] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_members [ 1073.729428] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.729547] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.729612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.729867] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.730061] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.730172] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.730225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.730377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.730454] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.730590] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.902368] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.902368] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.902571] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.902857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.903136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.903315] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 1073.937760] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.937985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.937985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.938274] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.938451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.948756] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 1074.083768] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.084070] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-852" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.084258] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-852" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.084853] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-852" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.085215] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.085445] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.085640] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.085972] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.086245] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.086611] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.087177] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.087177] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.087336] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.087423] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.087610] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.087851] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.109326] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.109493] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.109662] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.109861] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-852" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.110218] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.110490] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.110818] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.111130] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.111278] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.232749] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.232749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.233043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.233360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.233523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.233734] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.233849] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.233906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.234071] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.234151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.234235] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff already deleted. [ 1074.234318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.613732] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.614061] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.614061] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.614291] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.614441] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.614637] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d not found, creating... [ 1074.614876] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.615043] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.615160] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.615373] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.615516] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.615805] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.615970] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.616304] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.616304] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.616517] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.616572] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d is going to be created. [ 1074.637205] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.637412] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.637543] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.637786] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.638010] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.638238] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.627102] env[66962]: INFO networking_nsxv3.common.synchronization [req-a4a1b851-f6f0-479e-ad5e-374986fb3c4f req-6cdfe3ab-d08b-4416-875c-92a5ff1a91f9 service nova] Enqueued Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_rules [ 1075.627451] env[66962]: INFO networking_nsxv3.common.synchronization [req-a4a1b851-f6f0-479e-ad5e-374986fb3c4f req-6cdfe3ab-d08b-4416-875c-92a5ff1a91f9 service nova] Enqueued Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_members [ 1075.627451] env[66962]: INFO networking_nsxv3.common.synchronization [req-a4a1b851-f6f0-479e-ad5e-374986fb3c4f req-6cdfe3ab-d08b-4416-875c-92a5ff1a91f9 service nova] Enqueued Resource ID: feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d with Priority: HIGHEST for action port [ 1075.627905] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_rules [ 1075.628054] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_members [ 1075.628157] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d with Priority: HIGHEST for action port [ 1075.629023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.629023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.629023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.630775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.630775] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.630775] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.630775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.630775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.631180] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.631477] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.631477] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.631798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.632441] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.632441] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.632441] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.633858] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.633858] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.633858] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.633858] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.633858] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.958851] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 1075.959092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.959964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.959964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.959964] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.959964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.959964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.960211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.960211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.960211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.960282] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.135565] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.135707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.135909] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.136949] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d with status ACTIVE [ 1076.137163] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.137287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.137401] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.137682] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.138350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.138350] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.138350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.138350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.138350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.138350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.138581] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.138831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.138926] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.139112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.139213] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.139326] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d is going to be updated. [ 1076.161384] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.161617] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.161617] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.161822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.161966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.162153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.280434] env[66962]: INFO networking_nsxv3.common.synchronization [req-11c046cf-01d4-4e65-bde3-5d20739553c5 req-285235f5-2518-4812-8aaa-b105ea2629ac tempest-ImagesTestJSON-169850790 tempest-ImagesTestJSON-169850790-project-member] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 1076.282250] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGHEST for action security_group_members [ 1076.284028] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.284028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.284028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.284028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.284028] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.284028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.284028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.284767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.284873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.284979] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.462916] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.462916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.463173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.463251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.463384] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.463558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.463628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.463776] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.463859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.463952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.464145] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.464240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.464302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.464481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.464588] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.464677] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.464742] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.464869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.464940] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.465037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.465126] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.641741] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.787301] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.787449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.787519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.787723] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.787820] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.788010] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.788113] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.788178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.788319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.788396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.788481] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be updated. [ 1076.818112] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.818324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.818438] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.818756] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.818974] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.829156] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: IN_PROGRESS for 2s [ 1076.967808] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5d33064-6236-4da6-bd65-51867bacca29: rpc.has_security_group_logging(os_id): False [ 1076.988957] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.989213] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.989213] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.989442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.989574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.989829] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.989942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.990358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.990358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.990358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.990674] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.990769] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.990819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.990980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.991102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.991364] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.991486] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.991938] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.991938] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.991938] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.991938] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 1077.062829] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.062829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.062829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.062829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.062829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.075146] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 1077.145028] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.145233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.145348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.145540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.145634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.145723] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff is going to be created. [ 1077.181641] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.183224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.183224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.183224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.183224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.194480] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: UNINITIALIZED for 2s [ 1078.094241] env[66962]: INFO networking_nsxv3.common.synchronization [req-c6d72695-e1d8-454c-bbd3-09be702831c3 req-ba339aa1-6d01-4cec-90c8-b6a8db72de3b tempest-ServersTestJSON-66213388 tempest-ServersTestJSON-66213388-project-member] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1078.096198] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1078.096198] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.096198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.096198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.096198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.096198] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.096198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.096198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.096592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.096592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.096592] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.460185] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.460185] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.460185] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.460185] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.460340] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.460553] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.460599] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.460786] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.460923] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.461134] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.461245] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.461357] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.461516] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.461632] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.461738] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.461865] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.481122] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.481268] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.481424] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.481608] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.481942] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-343d4649-6386-43aa-a6ee-7bd33f1bcedf taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.482114] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-343d4649-6386-43aa-a6ee-7bd33f1bcedf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.482232] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-343d4649-6386-43aa-a6ee-7bd33f1bcedf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.482569] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-343d4649-6386-43aa-a6ee-7bd33f1bcedf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.482707] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343d4649-6386-43aa-a6ee-7bd33f1bcedf',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.599782] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.839826] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a63566-3211-4a68-bac5-be1f3ffab90c in Status: SUCCESS [ 1078.840017] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c deletion is rescheduled due to dependency. [ 1078.840145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.985295] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.985641] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.985728] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.986311] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.986576] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.986805] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 343d4649-6386-43aa-a6ee-7bd33f1bcedf not found, creating... [ 1078.987386] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.987386] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.987558] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.987774] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.987922] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.988283] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.988444] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.988559] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.988775] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.988908] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.989079] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 343d4649-6386-43aa-a6ee-7bd33f1bcedf is going to be created. [ 1079.031697] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.032095] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.032330] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.032748] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.033159] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.033575] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-343d4649-6386-43aa-a6ee-7bd33f1bcedf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.093018] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 1079.093018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.102102] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.206723] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: UNINITIALIZED for 4s [ 1079.603967] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.604211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.604308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.604563] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.604655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.604749] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 1079.631946] env[66962]: INFO networking_nsxv3.common.synchronization [req-130d9a6f-7530-4d92-85fd-3b81ad228c55 req-d44b841d-8162-4e6b-abf7-4f070edeb12b tempest-ServersTestJSON-1750693523 tempest-ServersTestJSON-1750693523-project-member] Enqueued Resource ID: dda7b9de-c484-4751-8ced-265ce0287148 with Priority: HIGHEST for action security_group_members [ 1079.636871] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.637030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.637148] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.637447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.637737] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.643681] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda7b9de-c484-4751-8ced-265ce0287148 with Priority: HIGHEST for action security_group_members [ 1079.644129] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dda7b9de-c484-4751-8ced-265ce0287148 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.644129] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.644240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.644435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.645075] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.645075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.645075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.645207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.645235] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.645785] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dda7b9de-c484-4751-8ced-265ce0287148',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.656150] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 1079.738683] env[66962]: INFO networking_nsxv3.common.synchronization [req-c6d72695-e1d8-454c-bbd3-09be702831c3 req-b904814c-dc2c-4537-8b4b-2f9d93b556fd service nova] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_rules [ 1079.738726] env[66962]: INFO networking_nsxv3.common.synchronization [req-c6d72695-e1d8-454c-bbd3-09be702831c3 req-b904814c-dc2c-4537-8b4b-2f9d93b556fd service nova] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1079.738844] env[66962]: INFO networking_nsxv3.common.synchronization [req-c6d72695-e1d8-454c-bbd3-09be702831c3 req-b904814c-dc2c-4537-8b4b-2f9d93b556fd service nova] Enqueued Resource ID: 343d4649-6386-43aa-a6ee-7bd33f1bcedf with Priority: HIGHEST for action port [ 1079.739382] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_rules [ 1079.739518] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1079.740331] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343d4649-6386-43aa-a6ee-7bd33f1bcedf with Priority: HIGHEST for action port [ 1079.740331] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.740331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.740331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.740331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.740617] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.742117] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.742117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.742117] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-343d4649-6386-43aa-a6ee-7bd33f1bcedf taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.742450] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-343d4649-6386-43aa-a6ee-7bd33f1bcedf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.742450] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-343d4649-6386-43aa-a6ee-7bd33f1bcedf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.743121] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-343d4649-6386-43aa-a6ee-7bd33f1bcedf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.743121] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343d4649-6386-43aa-a6ee-7bd33f1bcedf',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.149486] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.149828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.149828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.149894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.177023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.177023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.177023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.177023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.177023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.177023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.177023] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dda7b9de-c484-4751-8ced-265ce0287148 is going to be updated. [ 1080.203495] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.203719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.203761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.204375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.204375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.214271] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda7b9de-c484-4751-8ced-265ce0287148 in Status: IN_PROGRESS for 2s [ 1080.243278] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.243278] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.245268] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 343d4649-6386-43aa-a6ee-7bd33f1bcedf with status ACTIVE [ 1080.248199] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.248199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.248199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.248199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.248199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.248199] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.248199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.248199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.248199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.248199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.248199] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.248199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.248199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.248199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.248199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.248199] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 343d4649-6386-43aa-a6ee-7bd33f1bcedf is going to be updated. [ 1080.282466] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.282684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.282684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.282899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.283075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.283265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-343d4649-6386-43aa-a6ee-7bd33f1bcedf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.424505] env[66962]: INFO networking_nsxv3.common.synchronization [req-7f74bfc6-8b8f-4783-ad4b-364e5c9a977b req-87c82abe-018a-45f8-8370-4a4074354d60 tempest-ListServersNegativeTestJSON-1503594537 tempest-ListServersNegativeTestJSON-1503594537-project-member] Enqueued Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1080.425283] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1080.425626] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.425743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.425812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.426081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.426248] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.426351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.426411] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.426560] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.426647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.426727] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.889337] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.889541] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-225" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.889665] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-225" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.890079] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-225" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.890281] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.890425] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.890544] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.890752] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.890894] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.891116] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.891227] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.891342] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.891481] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.891592] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.891701] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.891829] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.913013] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.913013] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.913013] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.913013] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-225" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.913013] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-05e09782-76d9-40c8-bbc3-176046a90988 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.913013] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-05e09782-76d9-40c8-bbc3-176046a90988" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.913013] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-05e09782-76d9-40c8-bbc3-176046a90988" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.913013] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-05e09782-76d9-40c8-bbc3-176046a90988" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.913013] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05e09782-76d9-40c8-bbc3-176046a90988',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.929942] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.931345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.931345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.931345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.931464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.931616] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.931730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.931793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.931949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.932042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.932128] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 already deleted. [ 1080.932209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.221024] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: SUCCESS [ 1081.221024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.221024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.221024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.221024] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.221024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.221024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.221024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.221024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.221024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.221641] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.415013] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.415338] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.415338] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.415561] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.415714] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.417050] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 05e09782-76d9-40c8-bbc3-176046a90988 not found, creating... [ 1081.417050] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.417050] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.417050] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.417050] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.417050] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.417311] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.417450] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.417569] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.417768] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.417896] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.418426] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 05e09782-76d9-40c8-bbc3-176046a90988 is going to be created. [ 1081.440733] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.440967] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.441093] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.441347] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.441576] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.441795] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-05e09782-76d9-40c8-bbc3-176046a90988" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.541446] env[66962]: INFO networking_nsxv3.common.synchronization [None req-4ec29580-c798-4b0b-92cf-13f3cf9fbfbc None None] Enqueued Resource ID: b15982b9-7da3-4646-9a5a-215c9b1eb802 with Priority: HIGHEST for action port [ 1081.542128] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b15982b9-7da3-4646-9a5a-215c9b1eb802 with Priority: HIGHEST for action port [ 1081.542423] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-b15982b9-7da3-4646-9a5a-215c9b1eb802 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.542517] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b15982b9-7da3-4646-9a5a-215c9b1eb802" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.542588] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b15982b9-7da3-4646-9a5a-215c9b1eb802" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.542845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b15982b9-7da3-4646-9a5a-215c9b1eb802" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.542931] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b15982b9-7da3-4646-9a5a-215c9b1eb802',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.666778] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 1081.666990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.667151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.667365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.667675] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.667799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.667864] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.668032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.668114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.668206] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.723752] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.723960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.723960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.724919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.724919] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.724919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.724919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.724919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.725176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.725206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.725368] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.725494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.725538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.725677] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.725818] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.726021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.726083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.726195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.726273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.726356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.726447] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.047650] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b15982b9-7da3-4646-9a5a-215c9b1eb802 [ 1082.047893] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.048035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.048219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.048313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.048396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.048490] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b15982b9-7da3-4646-9a5a-215c9b1eb802 already deleted. [ 1082.048564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b15982b9-7da3-4646-9a5a-215c9b1eb802" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.174460] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.224837] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda7b9de-c484-4751-8ced-265ce0287148 in Status: IN_PROGRESS for 4s [ 1082.230480] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff: rpc.has_security_group_logging(os_id): False [ 1082.247822] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.248008] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.248077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.248285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.248363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.248982] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.248982] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.248982] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.248982] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.248982] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.249281] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.249281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.249281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.249416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.249448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.250073] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.250073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.250073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.250073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.250073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.250604] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff is going to be created. [ 1082.274144] env[66962]: INFO networking_nsxv3.common.synchronization [req-7f74bfc6-8b8f-4783-ad4b-364e5c9a977b req-3be2d95d-6a30-456a-bd67-14175ac93ea5 service nova] Enqueued Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_rules [ 1082.274310] env[66962]: INFO networking_nsxv3.common.synchronization [req-7f74bfc6-8b8f-4783-ad4b-364e5c9a977b req-3be2d95d-6a30-456a-bd67-14175ac93ea5 service nova] Enqueued Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1082.274438] env[66962]: INFO networking_nsxv3.common.synchronization [req-7f74bfc6-8b8f-4783-ad4b-364e5c9a977b req-3be2d95d-6a30-456a-bd67-14175ac93ea5 service nova] Enqueued Resource ID: 05e09782-76d9-40c8-bbc3-176046a90988 with Priority: HIGHEST for action port [ 1082.274960] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_rules [ 1082.275105] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1082.275198] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05e09782-76d9-40c8-bbc3-176046a90988 with Priority: HIGHEST for action port [ 1082.275460] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.275580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.275641] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.275915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.275970] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.278955] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.279114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.279161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.279335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.279483] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.279576] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.279633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.279771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.279848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.279939] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.281143] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-05e09782-76d9-40c8-bbc3-176046a90988 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.281245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05e09782-76d9-40c8-bbc3-176046a90988" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.281309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05e09782-76d9-40c8-bbc3-176046a90988" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.281470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05e09782-76d9-40c8-bbc3-176046a90988" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.281551] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05e09782-76d9-40c8-bbc3-176046a90988',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.319932] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.320114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.320152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.320357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.320534] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.333093] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: IN_PROGRESS for 2s [ 1082.641019] env[66962]: INFO networking_nsxv3.common.synchronization [None req-8ad90c1b-b205-42fd-acb7-53f1be9b5ddc tempest-ServerActionsTestJSON-1855646730 tempest-ServerActionsTestJSON-1855646730-project-member] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_rules [ 1082.641019] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_rules [ 1082.641019] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.641019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.641019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.641019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.641019] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.678130] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.729568] env[66962]: INFO networking_nsxv3.common.synchronization [None req-a78be8a6-19d6-4091-8b8b-aeb97dcc7031 tempest-ServerActionsTestJSON-1855646730 tempest-ServerActionsTestJSON-1855646730-project-member] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_rules [ 1082.730955] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_rules [ 1082.730955] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.730955] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.785517] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.786220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.786537] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.787544] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05e09782-76d9-40c8-bbc3-176046a90988 with status ACTIVE [ 1082.787750] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.787871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.787941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.788194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.788331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.788523] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.788627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.788696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.789356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.789958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.790782] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.790887] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.792203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.792385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.792515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.792622] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05e09782-76d9-40c8-bbc3-176046a90988 is going to be updated. [ 1082.824684] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.825730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.825730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.825730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.825730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.825730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05e09782-76d9-40c8-bbc3-176046a90988" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.910419] env[66962]: INFO networking_nsxv3.common.synchronization [req-7f74bfc6-8b8f-4783-ad4b-364e5c9a977b req-a856ad36-da94-4e8e-b14c-b2fc391a5f2c tempest-ListServersNegativeTestJSON-1503594537 tempest-ListServersNegativeTestJSON-1503594537-project-member] Enqueued Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1082.911151] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1082.911488] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.911645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.161749] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.161931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.161992] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.162194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.162251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.162358] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 already deleted. [ 1083.162583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.162658] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.163384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.163384] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.179497] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.180390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.180390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.180390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.180390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.180390] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 1083.210113] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.210265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.210335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.210542] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.210691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.220734] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 1083.296361] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.304671] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.306052] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-225" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.306052] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-225" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.306052] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-225" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.306436] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.306773] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.307041] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.307931] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.308595] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.309732] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.309732] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.309732] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.309732] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.309732] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.309732] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.309732] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.330416] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.330961] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.331174] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.331375] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-225" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.331897] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-05829207-bad2-4391-a76e-cbbd9f3fa042 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.332132] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-05829207-bad2-4391-a76e-cbbd9f3fa042" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.332285] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-05829207-bad2-4391-a76e-cbbd9f3fa042" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.332958] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-05829207-bad2-4391-a76e-cbbd9f3fa042" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.333136] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05829207-bad2-4391-a76e-cbbd9f3fa042',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.687513] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.687645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.687707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.687894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.687982] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.688087] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 already deleted. [ 1083.688171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.797976] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.798161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.798205] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.798417] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.798505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.798598] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 is going to be created. [ 1083.823935] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.824111] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.824155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.824365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.824520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.836298] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: UNINITIALIZED for 2s [ 1083.836781] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.836972] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.837109] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.837359] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.837500] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.837646] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 05829207-bad2-4391-a76e-cbbd9f3fa042 not found, creating... [ 1083.837986] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.838155] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.838271] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.838481] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.838614] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.838888] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.839048] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.839161] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.839360] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.839490] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.839624] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 05829207-bad2-4391-a76e-cbbd9f3fa042 is going to be created. [ 1083.858473] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.858683] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.858805] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.859074] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.859295] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.859514] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-05829207-bad2-4391-a76e-cbbd9f3fa042" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.870251] env[66962]: INFO networking_nsxv3.common.synchronization [None req-072f9a29-3c31-4876-b007-702732fdfd5f None None] Enqueued Resource ID: 51e52808-c35a-4f6e-b5d2-45326ff6911a with Priority: HIGHEST for action port [ 1083.870505] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e52808-c35a-4f6e-b5d2-45326ff6911a with Priority: HIGHEST for action port [ 1083.871066] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-51e52808-c35a-4f6e-b5d2-45326ff6911a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.871192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51e52808-c35a-4f6e-b5d2-45326ff6911a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.871260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51e52808-c35a-4f6e-b5d2-45326ff6911a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.871502] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51e52808-c35a-4f6e-b5d2-45326ff6911a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.871594] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51e52808-c35a-4f6e-b5d2-45326ff6911a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.238339] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dda7b9de-c484-4751-8ced-265ce0287148 in Status: SUCCESS [ 1084.238339] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dda7b9de-c484-4751-8ced-265ce0287148 deletion is rescheduled due to dependency. [ 1084.238339] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dda7b9de-c484-4751-8ced-265ce0287148" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.348015] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: SUCCESS [ 1084.348287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.374023] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51e52808-c35a-4f6e-b5d2-45326ff6911a [ 1084.374229] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.374363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.374433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.374640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.374746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.374839] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51e52808-c35a-4f6e-b5d2-45326ff6911a already deleted. [ 1084.374919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51e52808-c35a-4f6e-b5d2-45326ff6911a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.587108] env[66962]: INFO networking_nsxv3.common.synchronization [req-7f74bfc6-8b8f-4783-ad4b-364e5c9a977b req-39e58930-47b8-44c6-b288-9c25196e2607 service nova] Enqueued Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_rules [ 1084.587289] env[66962]: INFO networking_nsxv3.common.synchronization [req-7f74bfc6-8b8f-4783-ad4b-364e5c9a977b req-39e58930-47b8-44c6-b288-9c25196e2607 service nova] Enqueued Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1084.587424] env[66962]: INFO networking_nsxv3.common.synchronization [req-7f74bfc6-8b8f-4783-ad4b-364e5c9a977b req-39e58930-47b8-44c6-b288-9c25196e2607 service nova] Enqueued Resource ID: 05829207-bad2-4391-a76e-cbbd9f3fa042 with Priority: HIGHEST for action port [ 1084.587942] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_rules [ 1084.588093] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1084.588194] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05829207-bad2-4391-a76e-cbbd9f3fa042 with Priority: HIGHEST for action port [ 1084.588471] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.588571] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.588759] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.588843] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.589079] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-05829207-bad2-4391-a76e-cbbd9f3fa042 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.589203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05829207-bad2-4391-a76e-cbbd9f3fa042" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.589270] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05829207-bad2-4391-a76e-cbbd9f3fa042" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.589467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05829207-bad2-4391-a76e-cbbd9f3fa042" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.589546] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05829207-bad2-4391-a76e-cbbd9f3fa042',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.092583] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05829207-bad2-4391-a76e-cbbd9f3fa042 with status ACTIVE [ 1085.092880] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.093073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.093177] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.093479] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.093536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.093765] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.093883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.093965] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.094178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.094261] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.094475] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.094574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.094637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.094778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.094849] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.094935] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05829207-bad2-4391-a76e-cbbd9f3fa042 is going to be updated. [ 1085.118373] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.118509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.118583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.118795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.118935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.119120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05829207-bad2-4391-a76e-cbbd9f3fa042" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.238301] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 1085.238523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.238708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.238943] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.239298] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.239298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.239444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.239500] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.239577] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.239644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.239854] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.742333] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.742333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.742333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.742725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.742725] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.742812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.742844] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.743014] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.743112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.743199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.743916] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.743916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.743916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.743916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.743916] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.743916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.744351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.744351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.744351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.744351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.744351] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.847807] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: SUCCESS [ 1085.847807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.848029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.848211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.848404] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.848538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.848579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.848722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.848800] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.848881] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.848977] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.849821] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.849998] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.850150] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.850240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.850305] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.850449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.850524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.850621] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.248238] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ceed366-e1c3-4346-bdde-720a4876026c: rpc.has_security_group_logging(os_id): False [ 1086.267780] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.267937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.267988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.268220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.268311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.268539] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.268645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.268696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.268844] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.268921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.269134] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.269227] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.269283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.269421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.269694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.269694] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.269800] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.269800] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.269925] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.270037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.270088] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 1086.345614] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.345878] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.345994] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.346288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.346488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.352481] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.352638] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.353941] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.367102] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 1086.373578] env[66962]: INFO networking_nsxv3.common.synchronization [req-7f74bfc6-8b8f-4783-ad4b-364e5c9a977b req-57964b58-2d3f-4684-af17-3bd296e278de tempest-ListServersNegativeTestJSON-1503594537 tempest-ListServersNegativeTestJSON-1503594537-project-member] Enqueued Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1086.374546] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1086.374977] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.375103] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.746257] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.746710] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-225" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.746710] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-225" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.746847] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-225" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.747892] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.747892] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.748301] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.748301] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.748410] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.748549] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.748660] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.748769] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.748886] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.749032] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.749143] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.749279] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.770884] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.771102] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.771223] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.771399] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-225" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.772071] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-5d986afc-67de-4a33-bf57-47ca3ca07ae2 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.772371] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-5d986afc-67de-4a33-bf57-47ca3ca07ae2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.772577] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-5d986afc-67de-4a33-bf57-47ca3ca07ae2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.772982] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-5d986afc-67de-4a33-bf57-47ca3ca07ae2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.773205] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d986afc-67de-4a33-bf57-47ca3ca07ae2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.855828] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.276435] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.276606] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.276731] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.277015] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.277169] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.277321] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 5d986afc-67de-4a33-bf57-47ca3ca07ae2 not found, creating... [ 1087.277578] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.277738] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.277856] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.278448] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.278448] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.278615] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.278833] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.278875] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.279254] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.279254] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.279376] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 5d986afc-67de-4a33-bf57-47ca3ca07ae2 is going to be created. [ 1087.302037] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.302037] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.302037] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.302285] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.302535] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.303020] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-5d986afc-67de-4a33-bf57-47ca3ca07ae2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.357960] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.358160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.358160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.358356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.358476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.358531] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 is going to be updated. [ 1087.408089] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.408311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.408311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.408634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.408903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.422514] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: IN_PROGRESS for 2s [ 1088.026120] env[66962]: INFO networking_nsxv3.common.synchronization [req-7f74bfc6-8b8f-4783-ad4b-364e5c9a977b req-da03bd5a-14f7-4825-9975-436ed2712932 service nova] Enqueued Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_rules [ 1088.026411] env[66962]: INFO networking_nsxv3.common.synchronization [req-7f74bfc6-8b8f-4783-ad4b-364e5c9a977b req-da03bd5a-14f7-4825-9975-436ed2712932 service nova] Enqueued Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1088.026699] env[66962]: INFO networking_nsxv3.common.synchronization [req-7f74bfc6-8b8f-4783-ad4b-364e5c9a977b req-da03bd5a-14f7-4825-9975-436ed2712932 service nova] Enqueued Resource ID: 5d986afc-67de-4a33-bf57-47ca3ca07ae2 with Priority: HIGHEST for action port [ 1088.027622] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_rules [ 1088.027883] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1088.027953] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d986afc-67de-4a33-bf57-47ca3ca07ae2 with Priority: HIGHEST for action port [ 1088.028448] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.028605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.029297] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.029448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.029722] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d986afc-67de-4a33-bf57-47ca3ca07ae2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.029879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d986afc-67de-4a33-bf57-47ca3ca07ae2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.029971] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d986afc-67de-4a33-bf57-47ca3ca07ae2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.030284] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d986afc-67de-4a33-bf57-47ca3ca07ae2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.030402] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d986afc-67de-4a33-bf57-47ca3ca07ae2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.387287] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 1088.387287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.534582] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d986afc-67de-4a33-bf57-47ca3ca07ae2 with status ACTIVE [ 1088.534582] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.534582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.534582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.534582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.534582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.534582] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.534582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.534582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.534582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.534582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.534582] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.534582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.534582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.534582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.535265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.535265] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d986afc-67de-4a33-bf57-47ca3ca07ae2 is going to be updated. [ 1088.560939] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.561170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.561286] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.561483] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.561675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.561870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d986afc-67de-4a33-bf57-47ca3ca07ae2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.434147] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: SUCCESS [ 1089.434432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.434591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.434783] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.435014] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.435645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.435645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.435645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.435645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.435645] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.939036] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.441833] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.947637] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.947637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.947637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.947637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.947637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.947637] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 is going to be updated. [ 1090.979556] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.979556] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.979556] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.979556] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.979556] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.989529] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: IN_PROGRESS for 2s [ 1092.471175] env[66962]: INFO networking_nsxv3.common.synchronization [req-38eec022-4747-41cf-aff1-29321e725214 req-aa11ecb6-400a-4c95-bf2a-a0d509f1e585 tempest-ServersTestJSON-66213388 tempest-ServersTestJSON-66213388-project-member] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1092.472242] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1092.472242] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.472242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.472451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.473041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.473041] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.473041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.473041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.473041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.473288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.473288] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.976126] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.000920] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: SUCCESS [ 1093.001431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.001551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.003052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.003052] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.003052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.003052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.003052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.003052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.003052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.003439] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.003439] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.003561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.003777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.004409] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.004409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.004409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.004409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.004575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.004575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.004659] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.005749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.006475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.006475] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.006475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.006475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.006760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.006760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.006849] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.480414] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.509595] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.510360] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b89a800c-7857-493c-bfc8-5c9efcf097a4: rpc.has_security_group_logging(os_id): False [ 1093.529158] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.529638] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.532021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.532021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.532021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.532021] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.532021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.532021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.532021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.532021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.532021] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.532021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.532021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.532021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.532021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.532021] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.532848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.532848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.533110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.533188] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.533234] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 is going to be created. [ 1093.543283] env[66962]: INFO networking_nsxv3.common.synchronization [req-793ffec2-9304-438e-a95f-33eb2af6b3b3 req-8ac76974-cee4-4025-8468-fb56c2a7f221 tempest-ServerRescueTestJSONUnderV235-74026678 tempest-ServerRescueTestJSONUnderV235-74026678-project-member] Enqueued Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_members [ 1093.543450] env[66962]: INFO networking_nsxv3.common.synchronization [req-793ffec2-9304-438e-a95f-33eb2af6b3b3 req-8ac76974-cee4-4025-8468-fb56c2a7f221 tempest-ServerRescueTestJSONUnderV235-74026678 tempest-ServerRescueTestJSONUnderV235-74026678-project-member] Enqueued Resource ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e with Priority: HIGHEST for action security_group_members [ 1093.544274] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_members [ 1093.544366] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e with Priority: HIGHEST for action security_group_members [ 1093.544578] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.544886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.544966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.545318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.545521] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.545716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.545808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.546594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.546594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.546594] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.547591] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d53aa67-dc68-433b-8486-e92136fd3b0e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.547591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.547591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.547591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.547791] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.547912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.548021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.548201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.548320] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.548444] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d53aa67-dc68-433b-8486-e92136fd3b0e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.593790] env[66962]: INFO networking_nsxv3.common.synchronization [req-793ffec2-9304-438e-a95f-33eb2af6b3b3 req-8ac76974-cee4-4025-8468-fb56c2a7f221 tempest-ServerRescueTestJSONUnderV235-74026678 tempest-ServerRescueTestJSONUnderV235-74026678-project-member] Enqueued Resource ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e with Priority: HIGHEST for action security_group_rules [ 1093.594205] env[66962]: INFO networking_nsxv3.common.synchronization [req-793ffec2-9304-438e-a95f-33eb2af6b3b3 req-8ac76974-cee4-4025-8468-fb56c2a7f221 tempest-ServerRescueTestJSONUnderV235-74026678 tempest-ServerRescueTestJSONUnderV235-74026678-project-member] Enqueued Resource ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e with Priority: HIGHEST for action security_group_members [ 1093.594368] env[66962]: INFO networking_nsxv3.common.synchronization [req-793ffec2-9304-438e-a95f-33eb2af6b3b3 req-8ac76974-cee4-4025-8468-fb56c2a7f221 tempest-ServerRescueTestJSONUnderV235-74026678 tempest-ServerRescueTestJSONUnderV235-74026678-project-member] Enqueued Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_rules [ 1093.594510] env[66962]: INFO networking_nsxv3.common.synchronization [req-793ffec2-9304-438e-a95f-33eb2af6b3b3 req-8ac76974-cee4-4025-8468-fb56c2a7f221 tempest-ServerRescueTestJSONUnderV235-74026678 tempest-ServerRescueTestJSONUnderV235-74026678-project-member] Enqueued Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_members [ 1093.594651] env[66962]: INFO networking_nsxv3.common.synchronization [req-793ffec2-9304-438e-a95f-33eb2af6b3b3 req-8ac76974-cee4-4025-8468-fb56c2a7f221 tempest-ServerRescueTestJSONUnderV235-74026678 tempest-ServerRescueTestJSONUnderV235-74026678-project-member] Enqueued Resource ID: feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d with Priority: HIGHEST for action port [ 1093.595953] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e with Priority: HIGHEST for action security_group_rules [ 1093.596159] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_rules [ 1093.596229] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d with Priority: HIGHEST for action port [ 1093.596331] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e with Priority: HIGHEST for action security_group_members [ 1093.596445] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_members [ 1093.597426] env[66962]: INFO networking_nsxv3.common.synchronization [None req-ded2792a-739a-4ca4-a94b-254aacb79a02 tempest-AttachVolumeShelveTestJSON-1897871112 tempest-AttachVolumeShelveTestJSON-1897871112-project-member] Enqueued Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_rules [ 1093.597811] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d53aa67-dc68-433b-8486-e92136fd3b0e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.597944] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.598023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.598285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.598371] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d53aa67-dc68-433b-8486-e92136fd3b0e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.599214] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.599332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.599398] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.599564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.599639] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.602151] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.602268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.602335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.602583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.602583] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.603327] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d53aa67-dc68-433b-8486-e92136fd3b0e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.603424] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.603956] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.604070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.604544] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_rules [ 1093.605630] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f77a15-e745-4cb2-a24e-06315120c2d0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.605745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.605801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.606078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.606195] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.608595] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.609845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.609845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.609845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.609845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.621992] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: IN_PROGRESS for 2s [ 1093.680987] env[66962]: INFO networking_nsxv3.common.synchronization [None req-9e8becce-c047-4d06-9da2-e061c3655844 tempest-AttachVolumeShelveTestJSON-1897871112 tempest-AttachVolumeShelveTestJSON-1897871112-project-member] Enqueued Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_rules [ 1093.680987] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_rules [ 1093.680987] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f77a15-e745-4cb2-a24e-06315120c2d0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.680987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.966221] env[66962]: INFO networking_nsxv3.common.synchronization [req-320df155-fd20-4a30-9905-f7830e2e7a18 req-33d2119b-009f-42a3-a956-15dcda6f06f7 tempest-ServerRescueTestJSONUnderV235-74026678 tempest-ServerRescueTestJSONUnderV235-74026678-project-member] Enqueued Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_members [ 1093.966221] env[66962]: INFO networking_nsxv3.common.synchronization [req-320df155-fd20-4a30-9905-f7830e2e7a18 req-33d2119b-009f-42a3-a956-15dcda6f06f7 tempest-ServerRescueTestJSONUnderV235-74026678 tempest-ServerRescueTestJSONUnderV235-74026678-project-member] Enqueued Resource ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e with Priority: HIGHEST for action security_group_members [ 1093.966681] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_members [ 1093.966813] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e with Priority: HIGHEST for action security_group_members [ 1093.968097] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.968252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.968562] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d53aa67-dc68-433b-8486-e92136fd3b0e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.968660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.984806] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.984997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.985472] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.985696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.985788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.985890] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 1094.014207] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.021822] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.021822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.021822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.021822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.021822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.030068] env[66962]: INFO networking_nsxv3.common.synchronization [req-320df155-fd20-4a30-9905-f7830e2e7a18 req-33d2119b-009f-42a3-a956-15dcda6f06f7 tempest-ServerRescueTestJSONUnderV235-74026678 tempest-ServerRescueTestJSONUnderV235-74026678-project-member] Enqueued Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_rules [ 1094.030068] env[66962]: INFO networking_nsxv3.common.synchronization [req-320df155-fd20-4a30-9905-f7830e2e7a18 req-33d2119b-009f-42a3-a956-15dcda6f06f7 tempest-ServerRescueTestJSONUnderV235-74026678 tempest-ServerRescueTestJSONUnderV235-74026678-project-member] Enqueued Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_members [ 1094.030068] env[66962]: INFO networking_nsxv3.common.synchronization [req-320df155-fd20-4a30-9905-f7830e2e7a18 req-33d2119b-009f-42a3-a956-15dcda6f06f7 tempest-ServerRescueTestJSONUnderV235-74026678 tempest-ServerRescueTestJSONUnderV235-74026678-project-member] Enqueued Resource ID: feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d with Priority: HIGHEST for action port [ 1094.030822] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_rules [ 1094.031143] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_members [ 1094.031424] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d with Priority: HIGHEST for action port [ 1094.032811] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 1094.033759] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.034320] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.035017] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.035017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.035017] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.035281] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.050636] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.052136] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d53aa67-dc68-433b-8486-e92136fd3b0e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.103502] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.103772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.106529] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d53aa67-dc68-433b-8486-e92136fd3b0e taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.106661] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.106797] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d with status ACTIVE [ 1094.106955] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.107068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.107126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.107334] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.107417] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.107590] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.107683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.107738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.107883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.107959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.108149] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.108245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.108394] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.108451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.108506] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.108561] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d is going to be updated. [ 1094.136967] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.137198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.137276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.137541] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.137683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.137833] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 already deleted. [ 1094.137902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.138144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.138354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.138445] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.141068] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.141198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.141280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.141507] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.141684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.141929] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.142090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.142683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.142683] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.517179] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.517179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.517179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.517605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.517605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.517605] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 is going to be updated. [ 1094.554275] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.554275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.554275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.554275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.554513] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.555584] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.557404] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d53aa67-dc68-433b-8486-e92136fd3b0e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.568543] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: IN_PROGRESS for 2s [ 1094.644277] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d with status ACTIVE [ 1094.644501] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.644633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.644703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.645110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.645221] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.645429] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.645544] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.645631] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.646119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.646119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.646266] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.646413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.646485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.646651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.646765] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.646929] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d is going to be updated. [ 1094.673878] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.674113] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.674195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.674508] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.674631] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.674776] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 already deleted. [ 1094.674911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.686100] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.686282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.686282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.686518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.686666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.686826] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feb9e5aa-e9f8-450f-8cf4-0adfae2bb57d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.061052] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.061052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.061052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.061052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.061052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.061361] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e is going to be created. [ 1095.062417] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.062552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.062602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.062764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.062864] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.062954] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff is going to be updated. [ 1095.102994] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.103184] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.103250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.103469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.103635] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.114282] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e in Status: UNINITIALIZED for 2s [ 1095.115673] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.115878] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.115976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.116278] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.116570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.125516] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: IN_PROGRESS for 2s [ 1095.635725] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: SUCCESS [ 1095.635958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.635958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.636265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.636356] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.046225] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 1096.046476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.139052] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.139052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.579233] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: SUCCESS [ 1096.579769] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.579844] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.580183] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.580230] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.580687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.580687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.580687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.580687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.580687] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.083379] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.125663] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e in Status: SUCCESS [ 1097.125663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.125663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.125955] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.126154] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.126284] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.126370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.126508] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.126702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.126702] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d53aa67-dc68-433b-8486-e92136fd3b0e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.137685] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: SUCCESS [ 1097.137872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.138075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.138722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.138722] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.138722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.138879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.138916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.138992] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.139225] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.586312] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.630608] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.630608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.630608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.630608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.630608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.630608] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.630608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.630608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.630608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.630907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.630907] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e is going to be deleted. [ 1097.641624] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.668059] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.668059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.668059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.668059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.668059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.668059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.668059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.668059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.668059] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.668674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.668674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.668674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.668674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.668674] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d53aa67-dc68-433b-8486-e92136fd3b0e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.089284] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.089591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.089591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.089832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.089959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.090144] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 is going to be updated. [ 1098.122425] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.122599] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.122668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.122860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.126024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.134252] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: IN_PROGRESS for 2s [ 1098.147395] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.170802] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.170980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.171085] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.171353] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.171476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.171771] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.171941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.171980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.172166] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.172247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.172336] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e already deleted. [ 1098.172419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.172575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.172742] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.172934] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.173096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.173173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.173340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.173418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.173510] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d53aa67-dc68-433b-8486-e92136fd3b0e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.264283] env[66962]: INFO networking_nsxv3.common.synchronization [req-daca0927-6c04-4dd2-ae8b-4eabe2d30824 req-25ad5ac8-47b7-4795-83ba-0f4be47c480e tempest-ServerRescueNegativeTestJSON-1898878050 tempest-ServerRescueNegativeTestJSON-1898878050-project-member] Enqueued Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_members [ 1098.264839] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGHEST for action security_group_members [ 1098.269032] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.269032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.269032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.269032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.269032] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.269032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.269032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.269032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.269032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.269032] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.649598] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.649598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.649783] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.649880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.649971] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.650083] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff is going to be updated. [ 1098.676152] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.676336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.676336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.676624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.676772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.677097] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.677267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.677374] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.677610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.677714] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.677836] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e already deleted. [ 1098.677931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.678068] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d53aa67-dc68-433b-8486-e92136fd3b0e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.680453] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.680623] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.680893] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.680950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.681392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.696928] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: IN_PROGRESS for 2s [ 1098.769763] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.769979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.770059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.770239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.790036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.790036] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.790212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.790212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.790353] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.790433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.790548] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c is going to be updated. [ 1098.827331] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.827585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.827676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.827968] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.828151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.840619] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c in Status: IN_PROGRESS for 2s [ 1099.183586] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d53aa67-dc68-433b-8486-e92136fd3b0e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.547023] env[66962]: INFO networking_nsxv3.common.synchronization [req-c301c044-6803-429e-80dc-95be961806d9 req-8c8bceb9-72b9-4991-be29-9df25625fc74 tempest-ListServersNegativeTestJSON-1503594537 tempest-ListServersNegativeTestJSON-1503594537-project-member] Enqueued Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1099.547023] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1099.547023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.547023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.685838] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d53aa67-dc68-433b-8486-e92136fd3b0e: rpc.has_security_group_logging(os_id): False [ 1099.704136] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.704310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.704356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.704536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.704623] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.704833] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.704954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.705017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.705149] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.705226] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.705310] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e is going to be created. [ 1099.721640] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3d53aa67-dc68-433b-8486-e92136fd3b0e], does not exist path=[/infra/domains/default/groups/3d53aa67-dc68-433b-8486-e92136fd3b0e]."\n}' [ 1099.721850] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3d53aa67-dc68-433b-8486-e92136fd3b0e [ 1099.721911] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1099.754586] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.754867] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.754867] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.755046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.756015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.756303] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.756421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.756488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.756630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.756707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.756869] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.756966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.757020] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.757157] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.757226] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.757309] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d53aa67-dc68-433b-8486-e92136fd3b0e is going to be created. [ 1099.772143] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3d53aa67-dc68-433b-8486-e92136fd3b0e], does not exist path=[/infra/domains/default/groups/3d53aa67-dc68-433b-8486-e92136fd3b0e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3d53aa67-dc68-433b-8486-e92136fd3b0e [ 1099.772413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d53aa67-dc68-433b-8486-e92136fd3b0e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.772493] env[66962]: Traceback (most recent call last): [ 1099.772493] env[66962]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1099.772493] env[66962]: return func(*args, **kwargs) [ 1099.772493] env[66962]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1099.772493] env[66962]: res.raise_for_status() [ 1099.772493] env[66962]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1099.772493] env[66962]: raise HTTPError(http_error_msg, response=self) [ 1099.772804] env[66962]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3d53aa67-dc68-433b-8486-e92136fd3b0e [ 1099.772804] env[66962]: During handling of the above exception, another exception occurred: [ 1099.772804] env[66962]: Traceback (most recent call last): [ 1099.772804] env[66962]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1099.772804] env[66962]: listener.cb(fileno) [ 1099.772804] env[66962]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1099.772804] env[66962]: result = function(*args, **kwargs) [ 1099.772804] env[66962]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1099.772804] env[66962]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1099.772804] env[66962]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1099.772804] env[66962]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1099.772804] env[66962]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1099.772804] env[66962]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1099.772804] env[66962]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1099.772804] env[66962]: res.raise_for_status() [ 1099.772804] env[66962]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1099.772804] env[66962]: raise HTTPError(http_error_msg, response=self) [ 1099.772804] env[66962]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3d53aa67-dc68-433b-8486-e92136fd3b0e [ 1099.772804] env[66962]: Removing descriptor: 14 [ 1100.145030] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: SUCCESS [ 1100.145030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.145030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.145030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.145165] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.145237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.145311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.145470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.145549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.145631] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.145725] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.146691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.146785] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.146947] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.147126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.147126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.147256] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.147332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.147417] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.649529] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.649863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.649907] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.694504] env[66962]: INFO networking_nsxv3.common.synchronization [req-f70e304f-3145-4892-89ef-deca90debb11 req-8ad43404-f4a9-4ad9-80e3-cc7a04c5486e tempest-ServerRescueTestJSONUnderV235-74026678 tempest-ServerRescueTestJSONUnderV235-74026678-project-member] Enqueued Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_members [ 1100.694898] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff with Priority: HIGHEST for action security_group_members [ 1100.695267] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.695815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.708768] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: SUCCESS [ 1100.708995] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.709192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.709410] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.709606] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.709729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.709960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.709960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.711037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.711037] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.852496] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c in Status: SUCCESS [ 1100.852730] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c deletion is rescheduled due to dependency. [ 1100.852793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.152067] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.213402] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.213896] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.214165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.214519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.236521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.236521] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.236744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.236744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.236940] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.237036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.237135] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff is going to be updated. [ 1101.267781] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.267781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.267781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.268067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.268129] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.281691] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: IN_PROGRESS for 2s [ 1101.656198] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.656198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.656198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.656198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.656198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.656198] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 is going to be updated. [ 1101.690336] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.690336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.690336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.690336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.690336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.700719] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: IN_PROGRESS for 2s [ 1102.892233] env[66962]: INFO networking_nsxv3.common.synchronization [req-6154ada2-706e-4c2b-ade2-5040602c85f4 req-b2435fdf-3e6a-4090-b4ef-1720bcc77875 tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1102.892233] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1102.892233] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.892233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.892233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.892233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.893277] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.893570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.893858] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.894643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.895069] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.895871] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.291327] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: SUCCESS [ 1103.291500] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff deletion is rescheduled due to dependency. [ 1103.291615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.291794] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.292025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.292244] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.292319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.292383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.292527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.292603] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.292692] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.402430] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.402430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.402430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.402755] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.402755] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.402816] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.402879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.402944] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.403118] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.403195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.403279] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a already deleted. [ 1103.403425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.471754] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.471960] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.472097] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.472390] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.472645] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.472803] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.472940] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.473275] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.473423] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.474462] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.474462] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.474462] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.474462] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.474462] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.474462] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.474462] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.495107] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.495345] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.495514] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.495737] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.496078] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-077e6c7e-4e9f-4cb2-8edf-7e8c6296c728 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.496290] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-077e6c7e-4e9f-4cb2-8edf-7e8c6296c728" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.496442] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-077e6c7e-4e9f-4cb2-8edf-7e8c6296c728" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.496770] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-077e6c7e-4e9f-4cb2-8edf-7e8c6296c728" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.497559] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('077e6c7e-4e9f-4cb2-8edf-7e8c6296c728',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.711648] env[66962]: INFO networking_nsxv3.common.synchronization [req-54bc4c1f-1029-4771-a364-696306a52686 req-2ca576e8-8737-456d-99cf-6966c78675df tempest-ServerActionsTestOtherA-480394509 tempest-ServerActionsTestOtherA-480394509-project-member] Enqueued Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGHEST for action security_group_members [ 1103.712385] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: SUCCESS [ 1103.712721] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.714306] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGHEST for action security_group_members [ 1103.714306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.714306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.714306] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.714306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.714306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.714306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.714546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.714546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.714634] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.714736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.714796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.714993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.715153] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.715245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.715301] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.715437] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.715509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.715592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.715701] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.716651] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.716760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.716845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.719146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.719146] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.719146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.719146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.719146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.719146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.719146] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39653ed9-70e4-4ce6-8b1c-78a2bb64b581',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.795420] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.795685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.795685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.795828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.795945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.796168] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.796266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.796323] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.796490] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.796569] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.796654] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff is going to be updated. [ 1103.821209] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.821400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.821400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.821595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.821730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.831755] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: IN_PROGRESS for 2s [ 1103.999396] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.999708] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.999799] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.000061] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.000204] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.000361] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 077e6c7e-4e9f-4cb2-8edf-7e8c6296c728 not found, creating... [ 1104.000615] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.000769] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.000902] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.001274] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.001274] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.001552] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.001706] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.001843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.002106] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.002302] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.002465] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 077e6c7e-4e9f-4cb2-8edf-7e8c6296c728 is going to be created. [ 1104.024601] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.024858] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.025127] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.025243] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.025477] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.025767] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-077e6c7e-4e9f-4cb2-8edf-7e8c6296c728" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.416708] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b89a800c-7857-493c-bfc8-5c9efcf097a4: rpc.has_security_group_logging(os_id): False [ 1104.418293] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.418419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.418419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.418849] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.440716] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.440829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.443239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.443239] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.443385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.443385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.443573] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.443652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.443739] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 is going to be updated. [ 1104.444719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.444888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.464492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.464746] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.464956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.464956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.465793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.465793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.465793] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.465793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.465793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.465793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.465980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.466059] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.466175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.466241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.466383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.466460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.466617] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 is going to be updated. [ 1104.474367] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.474519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.474747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.474869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.476553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.483607] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 in Status: IN_PROGRESS for 2s [ 1104.534013] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.534013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.534013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.534543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.534727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.557699] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: IN_PROGRESS for 2s [ 1104.753997] env[66962]: INFO networking_nsxv3.common.synchronization [req-6154ada2-706e-4c2b-ade2-5040602c85f4 req-15a046b7-7bdb-4ee6-81ee-40276b87dfde service nova] Enqueued Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_rules [ 1104.754183] env[66962]: INFO networking_nsxv3.common.synchronization [req-6154ada2-706e-4c2b-ade2-5040602c85f4 req-15a046b7-7bdb-4ee6-81ee-40276b87dfde service nova] Enqueued Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1104.754322] env[66962]: INFO networking_nsxv3.common.synchronization [req-6154ada2-706e-4c2b-ade2-5040602c85f4 req-15a046b7-7bdb-4ee6-81ee-40276b87dfde service nova] Enqueued Resource ID: 077e6c7e-4e9f-4cb2-8edf-7e8c6296c728 with Priority: HIGHEST for action port [ 1104.754864] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_rules [ 1104.755055] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1104.755135] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 077e6c7e-4e9f-4cb2-8edf-7e8c6296c728 with Priority: HIGHEST for action port [ 1104.755423] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.755545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.755611] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.755864] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.755945] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.757352] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.757352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.757352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.757352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.757702] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.757702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.757702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.757702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.757875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.757875] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.758741] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-077e6c7e-4e9f-4cb2-8edf-7e8c6296c728 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.758741] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-077e6c7e-4e9f-4cb2-8edf-7e8c6296c728" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.759866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-077e6c7e-4e9f-4cb2-8edf-7e8c6296c728" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.760156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-077e6c7e-4e9f-4cb2-8edf-7e8c6296c728" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.760156] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('077e6c7e-4e9f-4cb2-8edf-7e8c6296c728',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.261836] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.263085] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.263211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.263390] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 077e6c7e-4e9f-4cb2-8edf-7e8c6296c728 with status ACTIVE [ 1105.263547] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.263654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.263711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.263949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.264054] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.264229] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.264327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.264396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.264557] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.264633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.264813] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.264918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.264996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.265153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.265237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.265323] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 077e6c7e-4e9f-4cb2-8edf-7e8c6296c728 is going to be updated. [ 1105.294396] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.294396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.294396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.294396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.294396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.294396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-077e6c7e-4e9f-4cb2-8edf-7e8c6296c728" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.767015] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.841784] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: SUCCESS [ 1105.842041] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff deletion is rescheduled due to dependency. [ 1105.842168] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.842342] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.842553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.842746] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.842862] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.842927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.843099] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.843185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.843273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.843368] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.844321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.844483] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.844637] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.844883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.844883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.845016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.845075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.845168] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.271224] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.271224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.271224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.271224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.271224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.271224] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a is going to be created. [ 1106.310231] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.310408] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.310457] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.310633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.310787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.321521] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: UNINITIALIZED for 2s [ 1106.347063] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.348026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.348026] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.348026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.348026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.348211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.348211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.348326] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.348423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.348484] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.348634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.348715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.349501] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff is going to be updated. [ 1106.374865] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.375060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.375135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.375348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.375495] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.385858] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: IN_PROGRESS for 2s [ 1106.498368] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 in Status: SUCCESS [ 1106.498368] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 deletion is rescheduled due to dependency. [ 1106.498368] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.574307] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: SUCCESS [ 1106.574307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.574307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.574307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.574307] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.077470] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.077470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.077470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.077470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.077470] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.077701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.077701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.077758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.078803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.078803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.078803] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.408461] env[66962]: INFO networking_nsxv3.common.synchronization [req-d9c1c59c-9acc-44e8-b884-038bda08577d req-a7bc0e12-c750-452c-babf-cb16ada4e9db tempest-ServerActionsTestJSON-1855646730 tempest-ServerActionsTestJSON-1855646730-project-member] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1107.408461] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1107.408832] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.409014] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.409129] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.409414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.409623] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.409817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.409871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.410052] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.410230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.410835] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.587220] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.587220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.587220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.587220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.587220] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.587220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.587220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.587220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.587220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.588265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.588265] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.588265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.588265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.588265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.588265] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.588265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.588265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.588265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.588265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.588539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.588539] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.624244] env[66962]: INFO networking_nsxv3.common.synchronization [None req-a0a6d19d-9f0e-4973-9c9c-8a372d17f96e None None] Enqueued Resource ID: a7e7384e-da2e-4677-b443-0fa65944cfc6 with Priority: HIGHEST for action port [ 1107.624838] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e7384e-da2e-4677-b443-0fa65944cfc6 with Priority: HIGHEST for action port [ 1107.625199] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e7384e-da2e-4677-b443-0fa65944cfc6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.625331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e7384e-da2e-4677-b443-0fa65944cfc6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.625446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e7384e-da2e-4677-b443-0fa65944cfc6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.626172] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e7384e-da2e-4677-b443-0fa65944cfc6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.626172] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e7384e-da2e-4677-b443-0fa65944cfc6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.763412] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.763967] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.763967] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.764110] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.764337] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.764489] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.764610] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.764820] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.764956] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.765175] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.765281] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.765387] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.765650] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.765650] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.765744] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.765811] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.786463] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.786463] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.786747] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.786958] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.787324] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-c181e849-4cb7-43e9-9363-2fc397d3302e taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.787592] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-c181e849-4cb7-43e9-9363-2fc397d3302e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.787805] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-c181e849-4cb7-43e9-9363-2fc397d3302e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.788199] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-c181e849-4cb7-43e9-9363-2fc397d3302e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.788390] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c181e849-4cb7-43e9-9363-2fc397d3302e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.912095] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.912280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.912343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.912559] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.912650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.912848] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.912950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.913034] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.913196] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.913274] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.913362] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 already deleted. [ 1107.913443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.091220] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b89a800c-7857-493c-bfc8-5c9efcf097a4: rpc.has_security_group_logging(os_id): False [ 1108.111649] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.112311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.112311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.112311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.112311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.112426] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.112475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.112542] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.112689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.112763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.112959] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.113089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.113155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.113297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.113371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.113555] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.113647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.113707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.113842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.113915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.114029] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 is going to be updated. [ 1108.129328] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7e7384e-da2e-4677-b443-0fa65944cfc6 [ 1108.129944] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.129944] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.129944] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.129944] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.130150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.130185] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7e7384e-da2e-4677-b443-0fa65944cfc6 already deleted. [ 1108.130634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e7384e-da2e-4677-b443-0fa65944cfc6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.175020] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.175213] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.175284] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.175487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.175636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.190336] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: IN_PROGRESS for 2s [ 1108.291776] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.291776] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.294028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.294028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.294028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.294028] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port c181e849-4cb7-43e9-9363-2fc397d3302e not found, creating... [ 1108.294028] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.294028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.294028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.294028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.294028] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.294028] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.294566] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.294566] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.294566] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.294566] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.294713] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: c181e849-4cb7-43e9-9363-2fc397d3302e is going to be created. [ 1108.331200] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.331418] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.331548] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.331824] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.332187] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.332414] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-c181e849-4cb7-43e9-9363-2fc397d3302e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.334988] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: SUCCESS [ 1108.335210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.335365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.335562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.335744] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.335923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.335923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.336065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.336144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.336226] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.336318] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.398793] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: SUCCESS [ 1108.399058] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff deletion is rescheduled due to dependency. [ 1108.399882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.399882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.399882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.400150] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.400366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.400492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.400718] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.400781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.401388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.401388] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.401388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.401388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.401388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.401638] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.401638] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.401723] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.402956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.402956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.402956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.402956] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.458183] env[66962]: INFO networking_nsxv3.common.synchronization [None req-1cd43be3-8276-4c55-aa31-b9cd6ee38307 tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 with Priority: HIGHEST for action security_group_rules [ 1108.458183] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 with Priority: HIGHEST for action security_group_rules [ 1108.459194] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.459194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.459194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.459194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.459194] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba9f3a8-9003-4279-8b91-54f0944c8a71',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.563657] env[66962]: INFO networking_nsxv3.common.synchronization [None req-98691dc0-126d-4452-b140-d4deb83995eb tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 with Priority: HIGHEST for action security_group_rules [ 1108.564962] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 with Priority: HIGHEST for action security_group_rules [ 1108.564962] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.564962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.838605] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.838713] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.838823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.839113] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.839363] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.839503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.839608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.839801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.840171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.840171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.840285] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.840444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.840504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.840872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.840923] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.841028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.841164] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.841403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.841496] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.841816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.841816] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.904228] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff: rpc.has_security_group_logging(os_id): False [ 1108.924417] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.924603] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.924603] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.924835] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.925156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.925156] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.925259] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.925259] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.925411] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.925486] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.925666] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.925763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.925811] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.925939] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.926314] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.926314] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.926314] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.926420] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.926498] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.926556] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.926635] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff is going to be updated. [ 1108.984950] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.985169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.985169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.985427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.985461] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.985825] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 already deleted. [ 1108.985825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.985825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.986079] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.986079] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba9f3a8-9003-4279-8b91-54f0944c8a71',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.000057] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.000218] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.000280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.000466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.000748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.018522] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: IN_PROGRESS for 2s [ 1109.046378] env[66962]: INFO networking_nsxv3.common.synchronization [req-d9c1c59c-9acc-44e8-b884-038bda08577d req-19fe4995-2b1d-4db0-a7fe-9def140748ee service nova] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_rules [ 1109.046580] env[66962]: INFO networking_nsxv3.common.synchronization [req-d9c1c59c-9acc-44e8-b884-038bda08577d req-19fe4995-2b1d-4db0-a7fe-9def140748ee service nova] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1109.046716] env[66962]: INFO networking_nsxv3.common.synchronization [req-d9c1c59c-9acc-44e8-b884-038bda08577d req-19fe4995-2b1d-4db0-a7fe-9def140748ee service nova] Enqueued Resource ID: c181e849-4cb7-43e9-9363-2fc397d3302e with Priority: HIGHEST for action port [ 1109.047340] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_rules [ 1109.047503] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1109.047617] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c181e849-4cb7-43e9-9363-2fc397d3302e with Priority: HIGHEST for action port [ 1109.048157] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.048157] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.048344] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.048462] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.048462] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.049523] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.049658] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.049777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.049882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.050046] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.050150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.050199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.050402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.050445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.050515] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.055021] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-c181e849-4cb7-43e9-9363-2fc397d3302e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.055021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c181e849-4cb7-43e9-9363-2fc397d3302e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.055021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c181e849-4cb7-43e9-9363-2fc397d3302e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.055021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c181e849-4cb7-43e9-9363-2fc397d3302e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.055021] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c181e849-4cb7-43e9-9363-2fc397d3302e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.344378] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22bbc781-aa9d-49d4-84e4-9963bd6ff79a: rpc.has_security_group_logging(os_id): False [ 1109.362524] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.362524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.362524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.362524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.362524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.362791] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.362791] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.362791] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.362943] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.363030] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.363226] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.363352] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.363406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.363509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.363579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.363765] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.363855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.363951] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.364158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.364280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.364423] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a is going to be created. [ 1109.422623] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.422780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.422825] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.423047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.423236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.436138] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: IN_PROGRESS for 2s [ 1109.490933] env[66962]: INFO networking_nsxv3.common.synchronization [None req-90f357f2-c5d1-42fe-a6c2-8901e8872dba tempest-ServersTestManualDisk-516839418 tempest-ServersTestManualDisk-516839418-project-member] Enqueued Resource ID: e0799a64-4448-4764-9b10-66e259b1713e with Priority: HIGHEST for action security_group_rules [ 1109.492510] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0799a64-4448-4764-9b10-66e259b1713e with Priority: HIGHEST for action security_group_rules [ 1109.493414] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0799a64-4448-4764-9b10-66e259b1713e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.493414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.493541] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.493789] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.493905] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0799a64-4448-4764-9b10-66e259b1713e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.510790] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.510945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.511060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.511279] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.511369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.511465] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 already deleted. [ 1109.511546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.556436] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.556574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.557051] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.560207] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c181e849-4cb7-43e9-9363-2fc397d3302e with status ACTIVE [ 1109.560394] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.560555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.560669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.560881] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.561015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.561250] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.561385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.561695] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.561695] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.561900] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.562224] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.562389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.562491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.562677] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.563234] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.563414] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c181e849-4cb7-43e9-9363-2fc397d3302e is going to be updated. [ 1109.580536] env[66962]: INFO networking_nsxv3.common.synchronization [None req-727c6ba9-cf8c-4e6a-ba0e-0801fbde86de tempest-ServersTestManualDisk-516839418 tempest-ServersTestManualDisk-516839418-project-member] Enqueued Resource ID: e0799a64-4448-4764-9b10-66e259b1713e with Priority: HIGHEST for action security_group_rules [ 1109.580536] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0799a64-4448-4764-9b10-66e259b1713e with Priority: HIGHEST for action security_group_rules [ 1109.580536] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0799a64-4448-4764-9b10-66e259b1713e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.580536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.594650] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.595350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.595528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.596758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.596758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.596758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c181e849-4cb7-43e9-9363-2fc397d3302e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.017186] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.017462] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.017462] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.017633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.017689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.017778] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0799a64-4448-4764-9b10-66e259b1713e already deleted. [ 1110.017910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.019737] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.019737] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.019737] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0799a64-4448-4764-9b10-66e259b1713e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.060840] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.208075] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: SUCCESS [ 1110.208786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.228125] env[66962]: INFO networking_nsxv3.common.synchronization [None req-b92e0175-bb78-430c-a100-7478e18288b4 None None] Enqueued Resource ID: 9da90155-f51c-4fc7-b513-f6819db0cc86 with Priority: HIGHEST for action port [ 1110.228685] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da90155-f51c-4fc7-b513-f6819db0cc86 with Priority: HIGHEST for action port [ 1110.229020] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-9da90155-f51c-4fc7-b513-f6819db0cc86 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.229304] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9da90155-f51c-4fc7-b513-f6819db0cc86" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.229434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9da90155-f51c-4fc7-b513-f6819db0cc86" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.230255] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9da90155-f51c-4fc7-b513-f6819db0cc86" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.230384] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9da90155-f51c-4fc7-b513-f6819db0cc86',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.539189] env[66962]: INFO networking_nsxv3.common.synchronization [None req-a8330782-fdb5-4cbc-b4dc-bd619395cb35 tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1110.540320] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.540443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.540549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.540759] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.540850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.540943] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0799a64-4448-4764-9b10-66e259b1713e already deleted. [ 1110.541034] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.541617] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1110.541914] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.542062] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.542130] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.542310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.542572] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.542645] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.542696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.542802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.542879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.542966] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.565295] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.565435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.565492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.565681] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.565760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.565849] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 is going to be created. [ 1110.590731] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.590890] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.590890] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.591121] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.591283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.601047] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: UNINITIALIZED for 2s [ 1110.734155] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9da90155-f51c-4fc7-b513-f6819db0cc86 [ 1110.734155] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.734155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.734155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.734155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.734155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.734381] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9da90155-f51c-4fc7-b513-f6819db0cc86 already deleted. [ 1110.734381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9da90155-f51c-4fc7-b513-f6819db0cc86" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.035320] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff in Status: SUCCESS [ 1111.035664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.035942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.036273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.036424] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.044640] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.452703] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: SUCCESS [ 1111.452703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.550976] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.561172] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.561333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.561409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.561604] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.561689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.561779] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff is going to be deleted. [ 1111.613594] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.613744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.613806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.614041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.614150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.614271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8c6ddf-59fe-46e2-97d2-c789e6a6f0ff" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.691440] env[66962]: INFO networking_nsxv3.common.synchronization [req-041e0691-188a-4cda-ab00-61105cd513b2 req-ab6b9822-bb73-47b0-adc2-f0df52456f7e tempest-AttachVolumeShelveTestJSON-1897871112 tempest-AttachVolumeShelveTestJSON-1897871112-project-member] Enqueued Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_members [ 1111.692018] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_members [ 1111.692340] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f77a15-e745-4cb2-a24e-06315120c2d0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.692464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.692518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.692764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.692919] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.693560] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.693665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.693845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.693934] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.694059] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.977554] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.977765] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.977884] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.978180] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.978444] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.978601] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.978716] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.978926] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.979078] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.979285] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.979395] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.979498] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.979601] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.979705] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.979807] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.979935] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.001672] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.001852] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.002061] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.002353] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.002680] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.002859] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.002976] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.003288] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.003450] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a95db1f6-549c-43b9-95e0-a4cd7c8c8a76',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.053491] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.053598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.053598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.054361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.054361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.054361] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a is going to be updated. [ 1112.084111] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.084290] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.084333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.084684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.084684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.093582] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: IN_PROGRESS for 2s [ 1112.197534] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.197743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.197821] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.198011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.198108] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.198340] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.198461] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.198526] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.198823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.198823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.198926] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 already deleted. [ 1112.198961] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.507317] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.507633] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.507728] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.508065] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.508156] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.508293] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port a95db1f6-549c-43b9-95e0-a4cd7c8c8a76 not found, creating... [ 1112.508538] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.508688] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.508810] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.509025] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.509327] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.509434] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.509566] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.509688] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.509889] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.510046] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.510205] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: a95db1f6-549c-43b9-95e0-a4cd7c8c8a76 is going to be created. [ 1112.530179] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.531043] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.531043] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.531043] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.531185] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.531311] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.610916] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: SUCCESS [ 1112.611268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.611366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.611639] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.611886] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.612059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.612161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.612319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.612407] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.612575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.612733] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.114978] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.306832] env[66962]: INFO networking_nsxv3.common.synchronization [req-041e0691-188a-4cda-ab00-61105cd513b2 req-788013ae-bd75-4e7e-9339-69eabfa87bd5 service nova] Enqueued Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_rules [ 1113.307031] env[66962]: INFO networking_nsxv3.common.synchronization [req-041e0691-188a-4cda-ab00-61105cd513b2 req-788013ae-bd75-4e7e-9339-69eabfa87bd5 service nova] Enqueued Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_members [ 1113.307176] env[66962]: INFO networking_nsxv3.common.synchronization [req-041e0691-188a-4cda-ab00-61105cd513b2 req-788013ae-bd75-4e7e-9339-69eabfa87bd5 service nova] Enqueued Resource ID: a95db1f6-549c-43b9-95e0-a4cd7c8c8a76 with Priority: HIGHEST for action port [ 1113.307768] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_rules [ 1113.307881] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_members [ 1113.308147] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95db1f6-549c-43b9-95e0-a4cd7c8c8a76 with Priority: HIGHEST for action port [ 1113.308324] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f77a15-e745-4cb2-a24e-06315120c2d0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.308454] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.308527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.308722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.308798] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.310552] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f77a15-e745-4cb2-a24e-06315120c2d0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.310732] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.310732] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.310981] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.311102] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.311102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.311173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.312612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.312612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.312612] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.312612] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.312612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.312612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.312612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.312612] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a95db1f6-549c-43b9-95e0-a4cd7c8c8a76',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.416129] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.416318] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.416435] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.416694] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.416936] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.418111] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.418268] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.419029] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.419029] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.419029] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.419029] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.419312] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.419312] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.419312] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.419393] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.419503] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.439725] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.439844] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.440050] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.440178] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.440490] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-600c4939-c80d-4528-bed6-f2406db7f86d taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.440669] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-600c4939-c80d-4528-bed6-f2406db7f86d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.440925] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-600c4939-c80d-4528-bed6-f2406db7f86d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.441131] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-600c4939-c80d-4528-bed6-f2406db7f86d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.441269] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('600c4939-c80d-4528-bed6-f2406db7f86d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.617275] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc31f59f-401d-4546-a593-20ee8941aba0: rpc.has_security_group_logging(os_id): False [ 1113.634859] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.635034] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.635167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.635406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.635522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.635789] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.635919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.635988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.636162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.636240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.636360] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 is going to be created. [ 1113.700547] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.700732] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.700732] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.700908] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.701096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.712670] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: IN_PROGRESS for 2s [ 1113.814462] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f77a15-e745-4cb2-a24e-06315120c2d0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.814600] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.814799] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.815776] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a95db1f6-549c-43b9-95e0-a4cd7c8c8a76 with status ACTIVE [ 1113.815954] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.816100] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.816158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.816336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.816452] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.816626] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.816722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.816807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.816992] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.817086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.817917] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.817917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.817917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.817917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.817917] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.817917] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a95db1f6-549c-43b9-95e0-a4cd7c8c8a76 is going to be updated. [ 1113.856270] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.856493] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.856600] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.857158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.857158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.857386] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.038830] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.039053] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.039177] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.039450] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.039588] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.039733] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 600c4939-c80d-4528-bed6-f2406db7f86d not found, creating... [ 1114.039975] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.040142] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.040255] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.040488] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.041532] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.041532] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.041532] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.041532] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.041532] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.041532] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.042153] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 600c4939-c80d-4528-bed6-f2406db7f86d is going to be created. [ 1114.067188] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.067467] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.067608] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.067906] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.068188] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.068448] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-600c4939-c80d-4528-bed6-f2406db7f86d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.102593] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: SUCCESS [ 1114.102747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.319623] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.677922] env[66962]: INFO networking_nsxv3.common.synchronization [req-16fe0a49-10e5-401a-aa62-8b14f11205e2 req-9db40906-c912-404b-909a-cfc253fb2010 service nova] Enqueued Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_rules [ 1114.678230] env[66962]: INFO networking_nsxv3.common.synchronization [req-16fe0a49-10e5-401a-aa62-8b14f11205e2 req-9db40906-c912-404b-909a-cfc253fb2010 service nova] Enqueued Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1114.678267] env[66962]: INFO networking_nsxv3.common.synchronization [req-16fe0a49-10e5-401a-aa62-8b14f11205e2 req-9db40906-c912-404b-909a-cfc253fb2010 service nova] Enqueued Resource ID: 600c4939-c80d-4528-bed6-f2406db7f86d with Priority: HIGHEST for action port [ 1114.678473] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_rules [ 1114.678593] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1114.678685] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600c4939-c80d-4528-bed6-f2406db7f86d with Priority: HIGHEST for action port [ 1114.679397] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.679532] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.680112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.680112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.680112] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.682073] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.682073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.682073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.682073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.682073] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.682073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.682073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.682073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.682073] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.682073] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.682643] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-600c4939-c80d-4528-bed6-f2406db7f86d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.682643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-600c4939-c80d-4528-bed6-f2406db7f86d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.682780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-600c4939-c80d-4528-bed6-f2406db7f86d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.682933] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-600c4939-c80d-4528-bed6-f2406db7f86d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.683053] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('600c4939-c80d-4528-bed6-f2406db7f86d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.822137] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.822315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.822389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.822595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.822683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.822781] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 is going to be created. [ 1114.849804] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.849976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.850057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.850308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.850535] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.861820] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 in Status: UNINITIALIZED for 2s [ 1115.184948] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.185232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.186420] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 600c4939-c80d-4528-bed6-f2406db7f86d with status ACTIVE [ 1115.186612] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.186726] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.186791] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.186992] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.187090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.187264] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.187358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.187417] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.187563] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.187636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.187825] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.187901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.187950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.188112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.188188] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.188271] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 600c4939-c80d-4528-bed6-f2406db7f86d is going to be updated. [ 1115.189363] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.210937] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.210937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.210937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.211384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.211384] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.211525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-600c4939-c80d-4528-bed6-f2406db7f86d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.695353] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.727207] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: SUCCESS [ 1115.727207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.201466] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.202276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.202276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.202276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.202276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.202429] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a is going to be updated. [ 1116.239130] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.239130] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.239351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.239559] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.239743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.248234] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: IN_PROGRESS for 2s [ 1116.872181] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 in Status: SUCCESS [ 1116.872532] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.872830] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.873065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.873258] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.873466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.873583] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.873902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.873978] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.874841] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.874977] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.377739] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.880104] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85f77a15-e745-4cb2-a24e-06315120c2d0: rpc.has_security_group_logging(os_id): False [ 1117.901546] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.901764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.901840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.903460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.903460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.903460] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.903460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.903460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.903460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.903460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.903460] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 is going to be created. [ 1117.969459] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.969603] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.969676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.969889] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.970090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.983611] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 in Status: IN_PROGRESS for 2s [ 1118.262180] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: SUCCESS [ 1118.262415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.262602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.262817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.263035] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.263154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.263211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.263370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.263440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.263525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.263615] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.767988] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.768349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.768891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.768891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.769057] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.769057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.769180] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.769241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.770287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.770287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.770287] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.770287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.770287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.770287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.770287] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.770287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.770287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.770287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.770860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.770860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.770860] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.272920] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22bbc781-aa9d-49d4-84e4-9963bd6ff79a: rpc.has_security_group_logging(os_id): False [ 1119.299161] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.299373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.299373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.299597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.299691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.299963] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.300039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.300075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.300242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.300326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.300555] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.300654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.300737] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.300869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.300909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.301120] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.301215] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.301276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.301467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.301697] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.301762] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a is going to be updated. [ 1119.378411] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.378595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.378654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.378874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.379035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.393190] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: IN_PROGRESS for 2s [ 1119.680153] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1119.680270] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1119.997562] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 in Status: SUCCESS [ 1119.997820] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.415869] env[66962]: INFO networking_nsxv3.common.synchronization [req-fc6f6ff3-fe87-4d5e-9864-07795347f4dd req-2690ae61-ba77-46e8-9e7a-3306fca3817d tempest-ListServersNegativeTestJSON-1503594537 tempest-ListServersNegativeTestJSON-1503594537-project-member] Enqueued Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1120.416442] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1120.416749] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.416877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.416920] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.417125] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.417282] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.417379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.418092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.418092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.418092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.418092] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.643999] env[66962]: INFO networking_nsxv3.common.synchronization [req-aa16e12d-3a42-4924-a091-1f204c6a3573 req-1dd4e32e-582c-4385-a91f-79b3e1a222ec tempest-ListServersNegativeTestJSON-1503594537 tempest-ListServersNegativeTestJSON-1503594537-project-member] Enqueued Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1120.644816] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGHEST for action security_group_members [ 1120.644901] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.644997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.919666] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.418498] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: SUCCESS [ 1121.418882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.422408] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.924891] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.925125] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.925227] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.925515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.925642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.925777] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 is going to be updated. [ 1121.958863] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.959099] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.959099] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.959297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.959501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.969330] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: IN_PROGRESS for 2s [ 1123.981409] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: SUCCESS [ 1123.981673] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.981865] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.982107] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.982408] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.982558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.982630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.982805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.982911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.983054] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.485504] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.485681] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.485720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.485936] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.486037] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.486239] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.486334] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.486393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.486563] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.486639] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.486725] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 is going to be updated. [ 1124.510424] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.510601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.510644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.510802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.510937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.519377] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: IN_PROGRESS for 2s [ 1125.373299] env[66962]: INFO networking_nsxv3.common.synchronization [req-71583f5a-9da7-47e3-9ed2-078bb2d7358b req-b7163bdb-9dbf-4097-81b4-590c55d4945a tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 with Priority: HIGHEST for action security_group_members [ 1125.374222] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 with Priority: HIGHEST for action security_group_members [ 1125.374907] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba9f3a8-9003-4279-8b91-54f0944c8a71 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.374907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.374907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.375332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.375552] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.375626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.375700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.375958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.376111] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.376252] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba9f3a8-9003-4279-8b91-54f0944c8a71',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.667590] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.667792] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.667911] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.668191] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.668442] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.668601] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.668743] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.668961] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.669078] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.669283] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.669395] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.669685] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.669685] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.669685] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.669814] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.669916] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.692016] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.692016] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.692016] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.692016] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.692016] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.692463] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.692463] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.692874] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.692874] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.878975] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.878975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.878975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.879203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.879203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.879387] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.879511] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.879592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.879700] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.879773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.879858] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 already deleted. [ 1125.879941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.196140] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.196400] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.196579] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.196895] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.197061] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.197231] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0 not found, creating... [ 1126.198057] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.198057] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.198057] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.198253] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.198253] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.198522] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.198698] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.198818] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.199052] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.199201] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.199343] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0 is going to be created. [ 1126.222055] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.222379] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.222525] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.222813] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.223081] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.223322] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.529163] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 in Status: SUCCESS [ 1126.529505] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 deletion is rescheduled due to dependency. [ 1126.529505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.918856] env[66962]: INFO networking_nsxv3.common.synchronization [req-71583f5a-9da7-47e3-9ed2-078bb2d7358b req-3e4cc67f-44c1-45e0-9c6d-497be6a4af9a service nova] Enqueued Resource ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 with Priority: HIGHEST for action security_group_rules [ 1126.919069] env[66962]: INFO networking_nsxv3.common.synchronization [req-71583f5a-9da7-47e3-9ed2-078bb2d7358b req-3e4cc67f-44c1-45e0-9c6d-497be6a4af9a service nova] Enqueued Resource ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 with Priority: HIGHEST for action security_group_members [ 1126.919225] env[66962]: INFO networking_nsxv3.common.synchronization [req-71583f5a-9da7-47e3-9ed2-078bb2d7358b req-3e4cc67f-44c1-45e0-9c6d-497be6a4af9a service nova] Enqueued Resource ID: 4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0 with Priority: HIGHEST for action port [ 1126.919842] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 with Priority: HIGHEST for action security_group_rules [ 1126.919991] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 with Priority: HIGHEST for action security_group_members [ 1126.920141] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0 with Priority: HIGHEST for action port [ 1126.920449] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.920601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.920669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.920961] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.921027] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba9f3a8-9003-4279-8b91-54f0944c8a71',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.921957] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba9f3a8-9003-4279-8b91-54f0944c8a71 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.922079] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.922202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.922399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.922583] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.922805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.922888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.923083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.923210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.923267] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba9f3a8-9003-4279-8b91-54f0944c8a71',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.924134] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.924285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.924357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.924740] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.924740] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.097098] env[66962]: INFO networking_nsxv3.common.synchronization [req-3875092c-2c88-4b50-8455-d3b7936ef03f req-26631ad8-0ac8-4cdf-906e-609088e11774 tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1127.097626] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1127.098354] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.098481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.098549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.098746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.098893] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.098988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.099114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.099238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.099282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.099369] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.426901] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ba9f3a8-9003-4279-8b91-54f0944c8a71',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.427848] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba9f3a8-9003-4279-8b91-54f0944c8a71 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.427993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.428644] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0 with status ACTIVE [ 1127.428644] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.428644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.428644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.428879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.428879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.429085] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.429194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.429365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.429425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.429507] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.429660] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.429745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.429805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.429950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.430024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.430106] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0 is going to be updated. [ 1127.451216] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.451375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.451414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.451625] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.451757] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.451910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b12f0a4-4b17-46db-96b8-e0f68dd1e5d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.601822] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.648196] env[66962]: INFO networking_nsxv3.common.synchronization [req-c857516f-3929-4a44-b6b7-8f9ab2da5006 req-e187e3ba-5314-484e-bf08-74b3850cb34a tempest-ServersTestJSON-66213388 tempest-ServersTestJSON-66213388-project-member] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1127.649353] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1127.649646] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.649777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.649952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.650211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.650339] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.650432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.650496] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.650643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.650723] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.650823] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.723800] env[66962]: INFO networking_nsxv3.common.synchronization [None req-f00233ab-1da5-4b5b-a7e7-e5983d449a29 tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1127.724328] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1127.724857] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.724957] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.932576] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ba9f3a8-9003-4279-8b91-54f0944c8a71',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.975278] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.975420] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.975461] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.976342] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.976342] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.976477] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.976513] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.976793] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.976966] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.977215] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.977549] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.977703] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.977832] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.978140] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.978758] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.978758] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.996925] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.999039] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.999039] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.999039] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-72" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.999039] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-4b166a59-3747-423c-ba01-fe20c26f4efb taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.999039] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-4b166a59-3747-423c-ba01-fe20c26f4efb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.999039] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-4b166a59-3747-423c-ba01-fe20c26f4efb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.999039] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-4b166a59-3747-423c-ba01-fe20c26f4efb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.999039] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b166a59-3747-423c-ba01-fe20c26f4efb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.103307] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.153155] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.435071] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.435348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.435348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.435714] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.435714] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.435867] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 is going to be created. [ 1128.462724] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.462991] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.462991] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.463173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.463335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.474854] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 in Status: UNINITIALIZED for 2s [ 1128.501207] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.501434] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.501560] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.501843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.501992] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.502192] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 4b166a59-3747-423c-ba01-fe20c26f4efb not found, creating... [ 1128.502548] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.502722] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.502840] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.503075] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.503241] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.503631] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.503793] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.503910] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.504125] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.504288] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.504432] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 4b166a59-3747-423c-ba01-fe20c26f4efb is going to be created. [ 1128.524704] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.524909] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.525052] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.525369] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.525597] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.525818] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-4b166a59-3747-423c-ba01-fe20c26f4efb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.606091] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.606422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.606422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.606540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.606652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.606761] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a is going to be updated. [ 1128.656139] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.659792] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.659935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.660082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.660230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.660372] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.675809] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: IN_PROGRESS for 2s [ 1129.158571] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.158718] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.159416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.159416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.159416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.159416] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 1129.192564] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.192783] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.192911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.193144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.193308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.204197] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 1129.293481] env[66962]: INFO networking_nsxv3.common.synchronization [req-c857516f-3929-4a44-b6b7-8f9ab2da5006 req-4725b803-f731-4f1a-9ff2-351302195478 service nova] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_rules [ 1129.293481] env[66962]: INFO networking_nsxv3.common.synchronization [req-c857516f-3929-4a44-b6b7-8f9ab2da5006 req-4725b803-f731-4f1a-9ff2-351302195478 service nova] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1129.293590] env[66962]: INFO networking_nsxv3.common.synchronization [req-c857516f-3929-4a44-b6b7-8f9ab2da5006 req-4725b803-f731-4f1a-9ff2-351302195478 service nova] Enqueued Resource ID: 4b166a59-3747-423c-ba01-fe20c26f4efb with Priority: HIGHEST for action port [ 1129.294088] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_rules [ 1129.294220] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1129.294389] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b166a59-3747-423c-ba01-fe20c26f4efb with Priority: HIGHEST for action port [ 1129.294694] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.294845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.294845] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.295069] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.295100] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.295998] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.296098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.296286] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b166a59-3747-423c-ba01-fe20c26f4efb taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.296415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b166a59-3747-423c-ba01-fe20c26f4efb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.296453] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b166a59-3747-423c-ba01-fe20c26f4efb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.297033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b166a59-3747-423c-ba01-fe20c26f4efb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.297033] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b166a59-3747-423c-ba01-fe20c26f4efb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.798764] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.799059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.799185] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b166a59-3747-423c-ba01-fe20c26f4efb with status ACTIVE [ 1129.799368] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.799478] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.799550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.799766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.799861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.800117] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.800310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.800310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.800438] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.800513] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.800702] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.800862] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.800904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.801496] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.801496] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.801496] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b166a59-3747-423c-ba01-fe20c26f4efb is going to be updated. [ 1129.822160] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.822355] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.822396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.822605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.822762] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.822922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b166a59-3747-423c-ba01-fe20c26f4efb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.021017] env[66962]: INFO networking_nsxv3.common.synchronization [req-cc75f6dc-454a-455e-a01b-66908ac51716 req-7a0cefd3-878d-4af4-bb6b-2cc886136bb6 tempest-ServersTestManualDisk-516839418 tempest-ServersTestManualDisk-516839418-project-member] Enqueued Resource ID: e0799a64-4448-4764-9b10-66e259b1713e with Priority: HIGHEST for action security_group_members [ 1130.022017] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0799a64-4448-4764-9b10-66e259b1713e with Priority: HIGHEST for action security_group_members [ 1130.022373] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0799a64-4448-4764-9b10-66e259b1713e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.022502] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.022566] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.022818] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.022977] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.023097] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.023224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.023287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.023372] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.023465] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0799a64-4448-4764-9b10-66e259b1713e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.428197] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.428197] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-712" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.428412] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-712" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.428823] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-712" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.429204] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.429388] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.429509] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.429738] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.429891] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.430132] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.430245] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.430381] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.430503] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.430614] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.430750] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.430901] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.452631] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.452798] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.452935] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.453137] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-712" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.453458] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-23184d95-9eeb-4519-9204-251a40f4f12e taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.453632] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-23184d95-9eeb-4519-9204-251a40f4f12e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.453752] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-23184d95-9eeb-4519-9204-251a40f4f12e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.454204] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-23184d95-9eeb-4519-9204-251a40f4f12e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.454410] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23184d95-9eeb-4519-9204-251a40f4f12e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.484802] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 in Status: SUCCESS [ 1130.485033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.485202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.485485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.485688] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.485805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.485870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.486047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.486130] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.486216] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.486302] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ba9f3a8-9003-4279-8b91-54f0944c8a71',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.526993] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.526993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.526993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.526993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.527394] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.527394] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.527529] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.527529] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.527817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.527817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.527817] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0799a64-4448-4764-9b10-66e259b1713e already deleted. [ 1130.528056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.536900] env[66962]: INFO networking_nsxv3.common.synchronization [req-af7bece1-2b36-4453-8b03-882fcdd5c115 req-e78f9b9a-42d0-4239-a132-aec40ba4ce93 tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 with Priority: HIGHEST for action security_group_members [ 1130.537413] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 with Priority: HIGHEST for action security_group_members [ 1130.537750] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-95eea83a-bdc7-48be-b634-efb62efc5f29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.537907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.537967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.538175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.538737] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.538861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.538928] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.539114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.539201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.539300] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95eea83a-bdc7-48be-b634-efb62efc5f29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.686949] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: SUCCESS [ 1130.690570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.690570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.690570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.690570] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.690570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.690570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.690570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.690570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.690570] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.956617] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.957100] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.957100] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.957281] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.957436] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.957589] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 23184d95-9eeb-4519-9204-251a40f4f12e not found, creating... [ 1130.957894] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.958077] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.958175] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.958405] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.958531] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.958816] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.958968] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.959217] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.959469] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.959715] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.959895] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 23184d95-9eeb-4519-9204-251a40f4f12e is going to be created. [ 1130.982034] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.982333] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.982440] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.982740] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.982994] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.983248] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-23184d95-9eeb-4519-9204-251a40f4f12e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.988019] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ba9f3a8-9003-4279-8b91-54f0944c8a71',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.042071] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.042376] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.042376] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.042650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.074620] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.074620] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.074874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.074874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.075115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.075212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.075329] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 is going to be updated. [ 1131.127386] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.127386] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.127386] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.127798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.127798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.145151] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 in Status: IN_PROGRESS for 2s [ 1131.192847] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.193075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.193277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.193554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.193683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.193944] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.194057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.194120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.194364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.194441] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.194540] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a is going to be updated. [ 1131.214362] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 1131.214812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.215047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.215357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.215594] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.215722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.215784] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.215965] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.216087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.216198] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.231339] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.231553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.231608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.231918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.232245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.247033] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: IN_PROGRESS for 2s [ 1131.489826] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ba9f3a8-9003-4279-8b91-54f0944c8a71: rpc.has_security_group_logging(os_id): False [ 1131.512968] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.513264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.513264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.515053] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.515053] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.515053] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.515053] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.515053] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.515053] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.515053] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.515053] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 is going to be created. [ 1131.591340] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.591340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.591340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.591340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.591559] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.604640] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 in Status: IN_PROGRESS for 2s [ 1131.720322] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.752028] env[66962]: INFO networking_nsxv3.common.synchronization [req-cc75f6dc-454a-455e-a01b-66908ac51716 req-978f0191-a3a3-4bed-97d2-d4aac1f66c5e service nova] Enqueued Resource ID: e0799a64-4448-4764-9b10-66e259b1713e with Priority: HIGHEST for action security_group_rules [ 1131.752028] env[66962]: INFO networking_nsxv3.common.synchronization [req-cc75f6dc-454a-455e-a01b-66908ac51716 req-978f0191-a3a3-4bed-97d2-d4aac1f66c5e service nova] Enqueued Resource ID: e0799a64-4448-4764-9b10-66e259b1713e with Priority: HIGHEST for action security_group_members [ 1131.752028] env[66962]: INFO networking_nsxv3.common.synchronization [req-cc75f6dc-454a-455e-a01b-66908ac51716 req-978f0191-a3a3-4bed-97d2-d4aac1f66c5e service nova] Enqueued Resource ID: 23184d95-9eeb-4519-9204-251a40f4f12e with Priority: HIGHEST for action port [ 1131.752780] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0799a64-4448-4764-9b10-66e259b1713e with Priority: HIGHEST for action security_group_rules [ 1131.753079] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0799a64-4448-4764-9b10-66e259b1713e with Priority: HIGHEST for action security_group_members [ 1131.753388] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23184d95-9eeb-4519-9204-251a40f4f12e with Priority: HIGHEST for action port [ 1131.754103] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0799a64-4448-4764-9b10-66e259b1713e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.754103] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.754103] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.754300] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.754454] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0799a64-4448-4764-9b10-66e259b1713e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.755524] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0799a64-4448-4764-9b10-66e259b1713e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.755699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.755792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.756011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.756156] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.756286] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.756366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.756447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.756537] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.756685] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0799a64-4448-4764-9b10-66e259b1713e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.757628] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-23184d95-9eeb-4519-9204-251a40f4f12e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.757766] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23184d95-9eeb-4519-9204-251a40f4f12e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.757829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23184d95-9eeb-4519-9204-251a40f4f12e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.758166] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23184d95-9eeb-4519-9204-251a40f4f12e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.758166] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23184d95-9eeb-4519-9204-251a40f4f12e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.223722] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.259843] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0799a64-4448-4764-9b10-66e259b1713e taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.260391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.260714] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0799a64-4448-4764-9b10-66e259b1713e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.261590] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23184d95-9eeb-4519-9204-251a40f4f12e with status ACTIVE [ 1132.261824] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.261951] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.262035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.262264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.262362] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.262547] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.262688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.262756] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.262926] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.263010] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.263199] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.263289] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.263349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.263483] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.263553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.263674] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23184d95-9eeb-4519-9204-251a40f4f12e is going to be updated. [ 1132.305671] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.305870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.305870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.306452] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.306452] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.306452] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23184d95-9eeb-4519-9204-251a40f4f12e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.726977] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.727189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.727189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.727317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.727403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.727504] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 1132.755290] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.755561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.755561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.755709] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.755877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.764737] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 1132.764939] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0799a64-4448-4764-9b10-66e259b1713e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.159232] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 in Status: SUCCESS [ 1133.159333] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 deletion is rescheduled due to dependency. [ 1133.159470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.267755] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.268134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.268134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.268225] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.268369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.268475] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0799a64-4448-4764-9b10-66e259b1713e is going to be created. [ 1133.270273] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: SUCCESS [ 1133.270436] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a deletion is rescheduled due to dependency. [ 1133.270550] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.311615] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.311838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.311918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.312148] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.312339] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.359558] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0799a64-4448-4764-9b10-66e259b1713e in Status: UNINITIALIZED for 2s [ 1133.618503] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 in Status: SUCCESS [ 1133.618916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.776930] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 1134.777425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.777425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.777629] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.777793] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.777924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.777970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.778135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.778204] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.778288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.778380] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.250918] env[66962]: INFO networking_nsxv3.common.synchronization [req-1d52543e-f8ae-4096-9722-56f7b2e207b9 req-13c0d53c-4c62-44a5-ac72-ef8ea8e51b8f tempest-ServerActionsTestOtherA-480394509 tempest-ServerActionsTestOtherA-480394509-project-member] Enqueued Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_members [ 1135.251860] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_members [ 1135.252262] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.252440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.252522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.252804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.252993] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.253258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.253387] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.253613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.253731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.253934] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.282144] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.282144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.282144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.282144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.282144] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.282144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.282144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.282144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.282144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.282144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.282144] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.282144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.282144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.282144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.282144] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.282144] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.282694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.282694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.282694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.282694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.282694] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.370031] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0799a64-4448-4764-9b10-66e259b1713e in Status: SUCCESS [ 1135.370285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.370469] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.370759] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.370956] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.371127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.371180] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.371321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.371398] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.371542] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.371662] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0799a64-4448-4764-9b10-66e259b1713e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.582017] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.582284] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.582427] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.582786] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.583062] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.583221] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.583336] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.583552] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.583709] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.584093] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.584093] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.584208] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.584256] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.584345] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.584546] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.585681] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.609664] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.609926] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1135.610105] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.610325] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.610739] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-aacbbc7b-df93-46c0-9d97-45969e5de46d taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.611014] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-aacbbc7b-df93-46c0-9d97-45969e5de46d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.611222] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-aacbbc7b-df93-46c0-9d97-45969e5de46d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.612010] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-aacbbc7b-df93-46c0-9d97-45969e5de46d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.612010] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aacbbc7b-df93-46c0-9d97-45969e5de46d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.757271] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.757271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.757271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.757458] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.757703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.758291] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.758291] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.758291] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.758485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.758485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.758571] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da073e0c-b31f-4acb-846e-139703386e84 is going to be deleted. [ 1135.786970] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ceed366-e1c3-4346-bdde-720a4876026c: rpc.has_security_group_logging(os_id): False [ 1135.792882] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.793087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.793152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.793361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.793457] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.793558] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.807236] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.807444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.807587] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.807831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.830247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.830773] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.831011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.831134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.831504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.831658] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.832045] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.832283] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.832401] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.832618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.832771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.833128] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.833315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.833441] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.833674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.833781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.833913] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 1135.875444] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0799a64-4448-4764-9b10-66e259b1713e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.922731] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.922941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.922941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.923185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.923294] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.944262] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 1136.114728] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.114999] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.115116] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.115392] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.115561] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.115722] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port aacbbc7b-df93-46c0-9d97-45969e5de46d not found, creating... [ 1136.115974] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.116143] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.116256] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.116475] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.116611] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.116886] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.117058] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.117167] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.117390] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.117671] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.117717] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: aacbbc7b-df93-46c0-9d97-45969e5de46d is going to be created. [ 1136.138019] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.138242] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.138365] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.138876] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.138876] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.139127] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-aacbbc7b-df93-46c0-9d97-45969e5de46d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.378231] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0799a64-4448-4764-9b10-66e259b1713e: rpc.has_security_group_logging(os_id): False [ 1136.410671] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.410975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.410975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.411218] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.411326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.411600] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.411763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.411763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.412027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.412027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.412125] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0799a64-4448-4764-9b10-66e259b1713e is going to be created. [ 1136.484038] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.484186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.484186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.485715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.485715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.500996] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0799a64-4448-4764-9b10-66e259b1713e in Status: IN_PROGRESS for 2s [ 1136.881030] env[66962]: INFO networking_nsxv3.common.synchronization [req-1d52543e-f8ae-4096-9722-56f7b2e207b9 req-8194b866-e19d-4768-acdb-1686913a2e4b service nova] Enqueued Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_rules [ 1136.881308] env[66962]: INFO networking_nsxv3.common.synchronization [req-1d52543e-f8ae-4096-9722-56f7b2e207b9 req-8194b866-e19d-4768-acdb-1686913a2e4b service nova] Enqueued Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_members [ 1136.881308] env[66962]: INFO networking_nsxv3.common.synchronization [req-1d52543e-f8ae-4096-9722-56f7b2e207b9 req-8194b866-e19d-4768-acdb-1686913a2e4b service nova] Enqueued Resource ID: aacbbc7b-df93-46c0-9d97-45969e5de46d with Priority: HIGHEST for action port [ 1136.881974] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_rules [ 1136.882198] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_members [ 1136.882628] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacbbc7b-df93-46c0-9d97-45969e5de46d with Priority: HIGHEST for action port [ 1136.883063] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.883241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.883354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.883582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.883763] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.884848] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.885034] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.885185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.885505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.885616] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.885955] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.886123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.886297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.886648] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.886785] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.888185] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-aacbbc7b-df93-46c0-9d97-45969e5de46d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.888336] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aacbbc7b-df93-46c0-9d97-45969e5de46d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.888451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aacbbc7b-df93-46c0-9d97-45969e5de46d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.888857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aacbbc7b-df93-46c0-9d97-45969e5de46d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.888857] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aacbbc7b-df93-46c0-9d97-45969e5de46d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.392268] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.392380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.392621] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.393522] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aacbbc7b-df93-46c0-9d97-45969e5de46d with status ACTIVE [ 1137.393703] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.393815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.393872] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.394100] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.394211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.394405] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.395447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.395447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.395447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.395447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.395447] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.395447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.395447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.395447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.395949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.395949] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aacbbc7b-df93-46c0-9d97-45969e5de46d is going to be updated. [ 1137.418280] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.418425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.418501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.418707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.418907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.419166] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aacbbc7b-df93-46c0-9d97-45969e5de46d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.898393] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.963559] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 1137.963780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.402097] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.402265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.402334] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.402588] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.402684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.402793] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da073e0c-b31f-4acb-846e-139703386e84 is going to be created. [ 1138.429024] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.429024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.429174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.429321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.429476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.441039] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da073e0c-b31f-4acb-846e-139703386e84 in Status: UNINITIALIZED for 2s [ 1138.513756] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0799a64-4448-4764-9b10-66e259b1713e in Status: SUCCESS [ 1138.514042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.452579] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da073e0c-b31f-4acb-846e-139703386e84 in Status: SUCCESS [ 1140.453916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.453916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.453916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.453916] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.453916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.453916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.453916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.453916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.453916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.453916] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.955921] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.956948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.956948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.956948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.956948] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.956948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.956948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.956948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.957488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.957488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.957488] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.957488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.957488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.957632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.957737] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.957798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.957798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.958219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.958219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.958219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.958395] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.462050] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da073e0c-b31f-4acb-846e-139703386e84: rpc.has_security_group_logging(os_id): False [ 1141.489958] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.490169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.490215] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.490906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.490906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.490906] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.490906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.491185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.491185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.491278] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.491437] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.491533] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.491596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.491753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.491856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.492082] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.492179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.492266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.492585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.492711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.492819] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da073e0c-b31f-4acb-846e-139703386e84 is going to be created. [ 1141.554288] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.554467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.554567] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.554782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.555041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.566756] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da073e0c-b31f-4acb-846e-139703386e84 in Status: IN_PROGRESS for 2s [ 1141.883676] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1141.883964] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1143.510328] env[66962]: INFO networking_nsxv3.common.synchronization [None req-99d3c931-9594-4337-b271-07d0effb9ac8 tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_rules [ 1143.510328] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_rules [ 1143.510930] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.511222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.511427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.511857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.512505] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.584074] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da073e0c-b31f-4acb-846e-139703386e84 in Status: SUCCESS [ 1143.584301] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.601812] env[66962]: INFO networking_nsxv3.common.synchronization [None req-494e0aaa-425c-468a-a2c3-8585659a1a73 tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_rules [ 1143.602493] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_rules [ 1143.602858] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.603034] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.033463] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.033620] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.033727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.034016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.034167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.034296] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 already deleted. [ 1144.034425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.034669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.034921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.035063] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.252089] env[66962]: INFO networking_nsxv3.common.synchronization [req-73126b4c-6c29-4374-a94c-8491d209a3a8 req-3daca1e4-e2e3-4c44-96ff-2198a7d40ae9 tempest-ServersTestJSON-66213388 tempest-ServersTestJSON-66213388-project-member] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1144.252089] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1144.252089] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.252222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.252222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.252395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.253111] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.253111] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.253111] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.253111] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.253111] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.253111] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.519259] env[66962]: INFO networking_nsxv3.common.synchronization [req-6e874fc5-2d39-4053-af97-6a81a0094b6e req-48d685a4-c543-4c2e-bc37-84ec71fe9b86 tempest-DeleteServersTestJSON-1292956810 tempest-DeleteServersTestJSON-1292956810-project-member] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 1144.519865] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGHEST for action security_group_members [ 1144.520220] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.520365] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.520418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.520698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.520787] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.520900] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.520961] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.521123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.521204] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.521298] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.557781] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.557969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.558076] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.558375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.558671] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.558671] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 already deleted. [ 1144.558744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.758909] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.023612] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.023804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.023884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.024135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.044397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.044712] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.044859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.044926] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.045149] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.045253] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.045347] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be updated. [ 1145.073762] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.074031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.074031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.074279] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.074425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.085040] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: IN_PROGRESS for 2s [ 1145.260777] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.764315] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.764718] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.764718] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.764826] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.764947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.765033] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 1145.792180] env[66962]: INFO networking_nsxv3.common.synchronization [req-a9134a82-815c-4e3d-b16b-cbc28963ba70 req-2a6eed2c-cce4-49b4-90cb-6c4107752abf tempest-ServerActionsTestOtherB-1740646622 tempest-ServerActionsTestOtherB-1740646622-project-member] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 1145.792759] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 1145.793116] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.793265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.793355] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.793567] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.793729] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.793822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.793883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.794035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.794712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.794712] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.800120] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.800264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.800327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.800494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.800875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.812360] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 1146.163106] env[66962]: INFO networking_nsxv3.common.synchronization [req-4fb02ed0-ac45-4999-ba69-b8359aa21cab req-e00bc8ca-ea46-4319-9da3-2978fead7269 tempest-ServerActionsTestOtherA-480394509 tempest-ServerActionsTestOtherA-480394509-project-member] Enqueued Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_members [ 1146.163470] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGHEST for action security_group_members [ 1146.163779] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.163897] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.164379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.164379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.164379] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.164574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.164574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.164637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.164723] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.164810] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.207989] env[66962]: INFO networking_nsxv3.common.synchronization [req-4fb02ed0-ac45-4999-ba69-b8359aa21cab req-e00bc8ca-ea46-4319-9da3-2978fead7269 tempest-ServerActionsTestOtherA-480394509 tempest-ServerActionsTestOtherA-480394509-project-member] Enqueued Resource ID: aacbbc7b-df93-46c0-9d97-45969e5de46d with Priority: HIGHEST for action port [ 1146.208521] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacbbc7b-df93-46c0-9d97-45969e5de46d with Priority: HIGHEST for action port [ 1146.209041] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-aacbbc7b-df93-46c0-9d97-45969e5de46d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.209167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aacbbc7b-df93-46c0-9d97-45969e5de46d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.209233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aacbbc7b-df93-46c0-9d97-45969e5de46d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.209461] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aacbbc7b-df93-46c0-9d97-45969e5de46d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.209500] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aacbbc7b-df93-46c0-9d97-45969e5de46d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.298431] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.298736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.298843] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.299115] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.321672] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.322041] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.322208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.322299] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.322720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.322720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.322720] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be updated. [ 1146.348918] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.349080] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.349155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.349355] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.349518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.360824] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: IN_PROGRESS for 2s [ 1146.667118] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.667326] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.667385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.667607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.667747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.667939] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.668045] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.668110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.668272] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.668334] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.668420] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da073e0c-b31f-4acb-846e-139703386e84 is going to be updated. [ 1146.696366] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.696528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.696565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.696773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.696921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.706330] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da073e0c-b31f-4acb-846e-139703386e84 in Status: IN_PROGRESS for 2s [ 1146.711688] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aacbbc7b-df93-46c0-9d97-45969e5de46d with status ACTIVE [ 1146.711889] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.712116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.712116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.712276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.712358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.712580] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.712685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.712739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.712888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.712965] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.713161] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.713253] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.713313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.713524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.713606] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.713734] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aacbbc7b-df93-46c0-9d97-45969e5de46d is going to be updated. [ 1146.733560] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.733702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.733771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.734042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.734185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.734341] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aacbbc7b-df93-46c0-9d97-45969e5de46d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.096046] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d33064-6236-4da6-bd65-51867bacca29 in Status: SUCCESS [ 1147.096351] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d33064-6236-4da6-bd65-51867bacca29 deletion is rescheduled due to dependency. [ 1147.096351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.824246] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 1147.824485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.371176] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: SUCCESS [ 1148.371533] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 deletion is rescheduled due to dependency. [ 1148.371533] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.718315] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da073e0c-b31f-4acb-846e-139703386e84 in Status: SUCCESS [ 1148.718492] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da073e0c-b31f-4acb-846e-139703386e84 deletion is rescheduled due to dependency. [ 1148.718650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.209492] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1151.209774] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1152.292820] env[66962]: INFO networking_nsxv3.common.synchronization [req-e8f6551d-5a89-4071-870a-d8d3e10ad115 req-99a713a1-b284-4d3e-a752-a7030d1c195d tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_members [ 1152.294623] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_members [ 1152.295031] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.295165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.295229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.295504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.295678] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.295781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.295830] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.295967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.296056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.296153] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.644447] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.644654] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.644753] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.645388] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.645670] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.645834] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.645951] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.646197] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.646347] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.646557] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.646670] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.646779] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.646911] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.647037] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.647146] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.647279] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.674733] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.674733] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.674940] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.675194] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.675551] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-ff5d6f72-eca7-4084-ac7b-c719b6248528 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.675808] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-ff5d6f72-eca7-4084-ac7b-c719b6248528" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.675937] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-ff5d6f72-eca7-4084-ac7b-c719b6248528" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.676694] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-ff5d6f72-eca7-4084-ac7b-c719b6248528" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.676694] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff5d6f72-eca7-4084-ac7b-c719b6248528',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.799332] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.799332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.799332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.799332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.799332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.799686] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.799686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.799686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.799686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.799828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.799828] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 already deleted. [ 1152.799890] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.179765] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.180040] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.180172] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.180462] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.180621] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.180781] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port ff5d6f72-eca7-4084-ac7b-c719b6248528 not found, creating... [ 1153.181053] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.181214] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.181383] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.181653] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.181800] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.182100] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.182261] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.182390] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.182722] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.182722] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.182862] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: ff5d6f72-eca7-4084-ac7b-c719b6248528 is going to be created. [ 1153.230691] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.230951] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.231080] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.231830] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.231830] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.232054] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-ff5d6f72-eca7-4084-ac7b-c719b6248528" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.288211] env[66962]: INFO networking_nsxv3.common.synchronization [req-c71d46bf-06f6-475e-9c6a-20a77e2abe0a req-3d15c68c-1dd5-4341-ba4f-180124cfde44 tempest-ServersTestJSON-66213388 tempest-ServersTestJSON-66213388-project-member] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1153.288328] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGHEST for action security_group_members [ 1153.288753] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.290596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.290665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.290882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.291053] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.291154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.291217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.291574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.291574] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.291717] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.794135] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.794386] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.794386] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.794610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.794742] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.794930] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.795042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.795117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.795274] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.795362] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.795451] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be updated. [ 1153.826078] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.826078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.826078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.826464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.826734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.838266] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: IN_PROGRESS for 2s [ 1153.906359] env[66962]: INFO networking_nsxv3.common.synchronization [req-e8f6551d-5a89-4071-870a-d8d3e10ad115 req-e9bbcb26-7be9-40ec-b788-b6dedd5321fc service nova] Enqueued Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_rules [ 1153.906538] env[66962]: INFO networking_nsxv3.common.synchronization [req-e8f6551d-5a89-4071-870a-d8d3e10ad115 req-e9bbcb26-7be9-40ec-b788-b6dedd5321fc service nova] Enqueued Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_members [ 1153.906692] env[66962]: INFO networking_nsxv3.common.synchronization [req-e8f6551d-5a89-4071-870a-d8d3e10ad115 req-e9bbcb26-7be9-40ec-b788-b6dedd5321fc service nova] Enqueued Resource ID: ff5d6f72-eca7-4084-ac7b-c719b6248528 with Priority: HIGHEST for action port [ 1153.907423] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_rules [ 1153.907550] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_members [ 1153.907653] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5d6f72-eca7-4084-ac7b-c719b6248528 with Priority: HIGHEST for action port [ 1153.908411] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.908569] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.908753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.908834] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.908910] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.909933] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.910113] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.910174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.910530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.910530] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.910646] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.910683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.910842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.910924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.911030] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.912110] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff5d6f72-eca7-4084-ac7b-c719b6248528 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.912246] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff5d6f72-eca7-4084-ac7b-c719b6248528" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.912319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff5d6f72-eca7-4084-ac7b-c719b6248528" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.912455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff5d6f72-eca7-4084-ac7b-c719b6248528" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.912645] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff5d6f72-eca7-4084-ac7b-c719b6248528',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.414737] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.415449] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.415555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.416122] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff5d6f72-eca7-4084-ac7b-c719b6248528 with status ACTIVE [ 1154.416122] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.416122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.416122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.416331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.416331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.417031] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.417031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.417031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.417031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.417031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.417031] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.417346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.417346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.417346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.417346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.417630] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff5d6f72-eca7-4084-ac7b-c719b6248528 is going to be updated. [ 1154.441549] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.441691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.441762] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.441961] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.442110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.442267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff5d6f72-eca7-4084-ac7b-c719b6248528" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.920028] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.424710] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.424913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.425026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.425394] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.425499] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.425721] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 is going to be created. [ 1155.451665] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.451812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.451881] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.452102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.452325] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.461232] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 in Status: UNINITIALIZED for 2s [ 1155.849633] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ceed366-e1c3-4346-bdde-720a4876026c in Status: SUCCESS [ 1155.850033] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c deletion is rescheduled due to dependency. [ 1155.850146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.471688] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 in Status: SUCCESS [ 1157.472050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.473416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.473416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.473416] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.473416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.473416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.473416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.473416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.473416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.473416] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.975636] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.478190] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a90fe3c-809e-4d72-8ec9-ddf6813ab451: rpc.has_security_group_logging(os_id): False [ 1158.497801] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.497938] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.498031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.498259] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.498348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.498583] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.498722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.498752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.498870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.498945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.499170] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 is going to be created. [ 1158.559411] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.559565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.559633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.560431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.560660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.579652] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 in Status: IN_PROGRESS for 2s [ 1158.908522] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1158.908699] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1160.593325] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 in Status: SUCCESS [ 1160.593735] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.788288] env[66962]: INFO networking_nsxv3.common.synchronization [req-457d9d68-9abd-47f5-8785-8a54747cbd19 req-e0859e6a-ab41-447e-aee4-8edfddb746b4 tempest-ServerActionsTestOtherB-1740646622 tempest-ServerActionsTestOtherB-1740646622-project-member] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 1160.788871] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 1160.789204] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.789337] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.789396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.790186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.790186] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.790186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.790186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.790186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.790186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.790505] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.271533] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.271728] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.271849] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.272127] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.272379] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.272535] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.272714] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.273122] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.273315] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.273709] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.273835] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.273945] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.274067] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.274180] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.274285] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.274438] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.291723] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.292068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.292178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.292388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.292479] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.292776] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.292930] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.293026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.293251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.293382] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.293513] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be updated. [ 1161.295608] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.295828] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.295978] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.296206] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.296495] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.296655] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.297146] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.297523] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.297667] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ab63e2-02bc-45c6-9f74-2b15c67fda89',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.327105] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.327277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.327350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.327560] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.327703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.336734] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: IN_PROGRESS for 2s [ 1161.802695] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.802695] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.802695] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.802695] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.802695] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.802695] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port a6ab63e2-02bc-45c6-9f74-2b15c67fda89 not found, creating... [ 1161.802695] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.802695] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.802695] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.802695] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.802695] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.804824] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.804824] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.804824] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.804824] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.804824] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.804824] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: a6ab63e2-02bc-45c6-9f74-2b15c67fda89 is going to be created. [ 1161.824955] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.825271] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.825402] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.825662] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.826597] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.827220] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.545850] env[66962]: INFO networking_nsxv3.common.synchronization [req-457d9d68-9abd-47f5-8785-8a54747cbd19 req-deedb8d9-b05f-48ca-af27-86fa5aeb9474 service nova] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_rules [ 1162.546050] env[66962]: INFO networking_nsxv3.common.synchronization [req-457d9d68-9abd-47f5-8785-8a54747cbd19 req-deedb8d9-b05f-48ca-af27-86fa5aeb9474 service nova] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 1162.546191] env[66962]: INFO networking_nsxv3.common.synchronization [req-457d9d68-9abd-47f5-8785-8a54747cbd19 req-deedb8d9-b05f-48ca-af27-86fa5aeb9474 service nova] Enqueued Resource ID: a6ab63e2-02bc-45c6-9f74-2b15c67fda89 with Priority: HIGHEST for action port [ 1162.546695] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_rules [ 1162.546833] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 1162.546993] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ab63e2-02bc-45c6-9f74-2b15c67fda89 with Priority: HIGHEST for action port [ 1162.547267] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.547422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.547488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.547682] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.547757] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.548617] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.548678] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.548871] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.548954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.549071] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.549185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.549258] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ab63e2-02bc-45c6-9f74-2b15c67fda89',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.702728] env[66962]: INFO networking_nsxv3.common.synchronization [None req-f7a9dbab-3ad9-4940-82b9-18700b61a3d5 None None] Enqueued Resource ID: 4c2091a0-fc17-4a5c-a478-285067bf46fb with Priority: HIGHEST for action port [ 1162.703376] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2091a0-fc17-4a5c-a478-285067bf46fb with Priority: HIGHEST for action port [ 1162.703691] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c2091a0-fc17-4a5c-a478-285067bf46fb taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.703814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c2091a0-fc17-4a5c-a478-285067bf46fb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.705177] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c2091a0-fc17-4a5c-a478-285067bf46fb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.705177] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c2091a0-fc17-4a5c-a478-285067bf46fb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.705177] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c2091a0-fc17-4a5c-a478-285067bf46fb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.050642] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.050952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.052407] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6ab63e2-02bc-45c6-9f74-2b15c67fda89 with status ACTIVE [ 1163.052539] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.052663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.052663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.053454] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.053454] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.053454] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.053454] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.053637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.053692] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.054131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.054131] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.054131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.054306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.054339] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.054409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.054520] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6ab63e2-02bc-45c6-9f74-2b15c67fda89 is going to be updated. [ 1163.077346] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.077346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.077346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.077346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.077346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.077346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.205936] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c2091a0-fc17-4a5c-a478-285067bf46fb [ 1163.206202] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.206337] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.206403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.206608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.206696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.206790] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c2091a0-fc17-4a5c-a478-285067bf46fb already deleted. [ 1163.206869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c2091a0-fc17-4a5c-a478-285067bf46fb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.347272] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: SUCCESS [ 1163.347447] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 deletion is rescheduled due to dependency. [ 1163.347556] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.347725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.347929] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.348125] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.348238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.348301] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.348447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.348525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.348617] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.851073] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.353372] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.855769] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.856019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.856126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.856345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.856433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.856537] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be updated. [ 1164.891447] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.891606] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.891654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.891860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.892013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.902781] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: IN_PROGRESS for 2s [ 1165.445748] env[66962]: INFO networking_nsxv3.common.synchronization [None req-6a4ecc2e-b5a3-4194-8edc-9505a25f79fb None None] Enqueued Resource ID: 2237649b-bc89-471d-9afe-61e7924183e5 with Priority: HIGHEST for action port [ 1165.446297] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2237649b-bc89-471d-9afe-61e7924183e5 with Priority: HIGHEST for action port [ 1165.446636] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-2237649b-bc89-471d-9afe-61e7924183e5 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.446804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2237649b-bc89-471d-9afe-61e7924183e5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.446894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2237649b-bc89-471d-9afe-61e7924183e5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.447211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2237649b-bc89-471d-9afe-61e7924183e5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.447318] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2237649b-bc89-471d-9afe-61e7924183e5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.949322] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2237649b-bc89-471d-9afe-61e7924183e5 [ 1165.949551] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.949687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.949758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.949970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.950070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.950170] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2237649b-bc89-471d-9afe-61e7924183e5 already deleted. [ 1165.950250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2237649b-bc89-471d-9afe-61e7924183e5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.914422] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: SUCCESS [ 1166.914821] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.914935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.915240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.915435] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.915565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.915626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.915753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.915884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.916043] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.916139] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.418422] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.527736] env[66962]: INFO networking_nsxv3.common.synchronization [req-3467e4d1-9bcc-4be9-94b1-a28cb3239d1c req-4118f51e-8c67-4786-bf48-8f3b4af1bfb4 tempest-InstanceActionsNegativeTestJSON-1551776841 tempest-InstanceActionsNegativeTestJSON-1551776841-project-member] Enqueued Resource ID: b7274236-5a60-47f0-9069-f7df7d12a197 with Priority: HIGHEST for action security_group_members [ 1167.528652] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7274236-5a60-47f0-9069-f7df7d12a197 with Priority: HIGHEST for action security_group_members [ 1167.528995] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7274236-5a60-47f0-9069-f7df7d12a197 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.529134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.530976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.530976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.530976] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.530976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.530976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.530976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.530976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.530976] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7274236-5a60-47f0-9069-f7df7d12a197',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.809076] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.809307] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-877" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.809481] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-877" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.809875] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-877" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.810399] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.810645] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.810788] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.811035] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.811182] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.811387] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.811498] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.811604] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.811710] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.811816] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.811921] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.812063] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.832235] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.832406] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.832542] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.832720] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-877" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.833055] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-02c184ec-35fa-471e-8bb6-d3239b6f961d taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.833229] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-02c184ec-35fa-471e-8bb6-d3239b6f961d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.833394] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-02c184ec-35fa-471e-8bb6-d3239b6f961d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.833762] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-02c184ec-35fa-471e-8bb6-d3239b6f961d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.833817] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c184ec-35fa-471e-8bb6-d3239b6f961d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.921091] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71a7e251-622e-40d2-9219-7c017319b7e2: rpc.has_security_group_logging(os_id): False [ 1167.938489] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.938642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.938706] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.938915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.939010] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.939264] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.939359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.939414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.939560] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.939634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.939718] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be updated. [ 1167.997779] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.997985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.997985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.998242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.998340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.012519] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: IN_PROGRESS for 2s [ 1168.033259] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.033422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.033515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.033717] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.033811] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.034019] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.034110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.034171] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.034331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.034471] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.034530] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7274236-5a60-47f0-9069-f7df7d12a197 already deleted. [ 1168.034568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.336483] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.336713] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.336872] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.337216] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.337480] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.337653] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 02c184ec-35fa-471e-8bb6-d3239b6f961d not found, creating... [ 1168.338020] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.338228] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.338351] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.338595] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.338739] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.339050] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.339266] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.339351] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.339539] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.339668] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.339807] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 02c184ec-35fa-471e-8bb6-d3239b6f961d is going to be created. [ 1168.366289] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.366545] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.366662] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.367020] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.367213] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.367507] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-02c184ec-35fa-471e-8bb6-d3239b6f961d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.077865] env[66962]: INFO networking_nsxv3.common.synchronization [req-3467e4d1-9bcc-4be9-94b1-a28cb3239d1c req-3d0c964c-3f50-440f-a28b-b2be1f4b7663 service nova] Enqueued Resource ID: b7274236-5a60-47f0-9069-f7df7d12a197 with Priority: HIGHEST for action security_group_rules [ 1169.078529] env[66962]: INFO networking_nsxv3.common.synchronization [req-3467e4d1-9bcc-4be9-94b1-a28cb3239d1c req-3d0c964c-3f50-440f-a28b-b2be1f4b7663 service nova] Enqueued Resource ID: b7274236-5a60-47f0-9069-f7df7d12a197 with Priority: HIGHEST for action security_group_members [ 1169.078529] env[66962]: INFO networking_nsxv3.common.synchronization [req-3467e4d1-9bcc-4be9-94b1-a28cb3239d1c req-3d0c964c-3f50-440f-a28b-b2be1f4b7663 service nova] Enqueued Resource ID: 02c184ec-35fa-471e-8bb6-d3239b6f961d with Priority: HIGHEST for action port [ 1169.079325] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7274236-5a60-47f0-9069-f7df7d12a197 with Priority: HIGHEST for action security_group_rules [ 1169.079325] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7274236-5a60-47f0-9069-f7df7d12a197 with Priority: HIGHEST for action security_group_members [ 1169.079447] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c184ec-35fa-471e-8bb6-d3239b6f961d with Priority: HIGHEST for action port [ 1169.079857] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7274236-5a60-47f0-9069-f7df7d12a197 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.080036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.080134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.080483] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.080615] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7274236-5a60-47f0-9069-f7df7d12a197',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.082064] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7274236-5a60-47f0-9069-f7df7d12a197 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.082064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.082064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.082295] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.082506] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.082641] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.082778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.083023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.085081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.085249] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7274236-5a60-47f0-9069-f7df7d12a197',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.086236] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-02c184ec-35fa-471e-8bb6-d3239b6f961d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.086351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02c184ec-35fa-471e-8bb6-d3239b6f961d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.086416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02c184ec-35fa-471e-8bb6-d3239b6f961d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.086580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02c184ec-35fa-471e-8bb6-d3239b6f961d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.087222] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c184ec-35fa-471e-8bb6-d3239b6f961d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.589893] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7274236-5a60-47f0-9069-f7df7d12a197',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.590563] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7274236-5a60-47f0-9069-f7df7d12a197 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.591602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.591602] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02c184ec-35fa-471e-8bb6-d3239b6f961d with status ACTIVE [ 1169.591602] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.591602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.591602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.591602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.591602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.591602] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.592178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.592178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.592178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.592178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.592178] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.592330] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.592330] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.592400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.592476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.592553] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02c184ec-35fa-471e-8bb6-d3239b6f961d is going to be updated. [ 1169.628897] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.629103] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.629478] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.629780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.630373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.630373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02c184ec-35fa-471e-8bb6-d3239b6f961d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.787397] env[66962]: INFO networking_nsxv3.common.synchronization [req-b9af453c-9aeb-45b3-b76e-5f6bd3a7b244 req-222d9752-d269-474a-9646-cd1d5795db1e tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_members [ 1169.788071] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_members [ 1169.788504] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.788638] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.788705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.788949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.790028] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.790028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.790028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.790028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.790028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.790028] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.032489] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: SUCCESS [ 1170.032489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.095556] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7274236-5a60-47f0-9069-f7df7d12a197',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.174982] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.175520] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.175651] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.175941] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.176217] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.176376] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.176492] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.176709] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.176853] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.177569] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.177720] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.177835] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.177947] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.178097] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.178218] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.178371] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.197497] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.197662] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.198346] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.198346] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.198346] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-991c03a8-30f9-49f8-8491-fbe2970117cf taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.198536] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-991c03a8-30f9-49f8-8491-fbe2970117cf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.198634] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-991c03a8-30f9-49f8-8491-fbe2970117cf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.198885] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-991c03a8-30f9-49f8-8491-fbe2970117cf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.199023] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('991c03a8-30f9-49f8-8491-fbe2970117cf',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.291603] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.598265] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.598265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.598265] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.598492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.598492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.598578] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7274236-5a60-47f0-9069-f7df7d12a197 is going to be created. [ 1170.621632] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.621861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.621861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.622036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.622201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.632680] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7274236-5a60-47f0-9069-f7df7d12a197 in Status: UNINITIALIZED for 2s [ 1170.704266] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.704564] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.704608] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.704945] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.705116] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.705273] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 991c03a8-30f9-49f8-8491-fbe2970117cf not found, creating... [ 1170.705544] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.705701] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.705820] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.706051] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.706192] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.706477] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.706629] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.706746] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.707230] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.707230] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.707230] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 991c03a8-30f9-49f8-8491-fbe2970117cf is going to be created. [ 1170.727384] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.727566] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.727690] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.727953] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.728198] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.728418] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-991c03a8-30f9-49f8-8491-fbe2970117cf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.794460] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.297578] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.297935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.297935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.298088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.298214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.298312] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 is going to be updated. [ 1171.341806] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.341953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.342051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.342304] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.342505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.355930] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 in Status: IN_PROGRESS for 2s [ 1171.451453] env[66962]: INFO networking_nsxv3.common.synchronization [req-b9af453c-9aeb-45b3-b76e-5f6bd3a7b244 req-e6baaa01-1a41-457a-9fc4-09a946ba9370 service nova] Enqueued Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_rules [ 1171.451730] env[66962]: INFO networking_nsxv3.common.synchronization [req-b9af453c-9aeb-45b3-b76e-5f6bd3a7b244 req-e6baaa01-1a41-457a-9fc4-09a946ba9370 service nova] Enqueued Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_members [ 1171.451885] env[66962]: INFO networking_nsxv3.common.synchronization [req-b9af453c-9aeb-45b3-b76e-5f6bd3a7b244 req-e6baaa01-1a41-457a-9fc4-09a946ba9370 service nova] Enqueued Resource ID: 991c03a8-30f9-49f8-8491-fbe2970117cf with Priority: HIGHEST for action port [ 1171.452509] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_rules [ 1171.452645] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_members [ 1171.452783] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991c03a8-30f9-49f8-8491-fbe2970117cf with Priority: HIGHEST for action port [ 1171.453146] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.453252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.453345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.453597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.453681] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.454640] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.454741] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.455060] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-991c03a8-30f9-49f8-8491-fbe2970117cf taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.455060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-991c03a8-30f9-49f8-8491-fbe2970117cf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.455165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-991c03a8-30f9-49f8-8491-fbe2970117cf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.455381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-991c03a8-30f9-49f8-8491-fbe2970117cf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.455381] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('991c03a8-30f9-49f8-8491-fbe2970117cf',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.957830] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.957979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.958223] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 991c03a8-30f9-49f8-8491-fbe2970117cf with status ACTIVE [ 1171.958408] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.958562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.958648] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.958899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.959027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.959266] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.959393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.959512] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.959680] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.959776] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.959999] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.960154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.960226] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.960418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.960508] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.960629] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 991c03a8-30f9-49f8-8491-fbe2970117cf is going to be updated. [ 1171.982143] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.982351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.982351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.982552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.982688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.982866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-991c03a8-30f9-49f8-8491-fbe2970117cf" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.122772] env[66962]: INFO networking_nsxv3.common.synchronization [req-e9e1315a-d8f2-4681-8452-90d31a41c65a req-4a1a5b46-62bc-459e-aea8-c2707d407940 tempest-ServerActionsTestOtherA-480394509 tempest-ServerActionsTestOtherA-480394509-project-member] Enqueued Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_members [ 1172.123363] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_members [ 1172.123664] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.123788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.123856] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.124099] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.124258] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.124357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.124418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.124565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.124651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.124743] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.451999] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.452423] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.452423] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.452590] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.452844] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.453012] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.453131] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.453344] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.453486] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.453812] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.453925] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.454045] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.454152] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.454263] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.454366] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.454496] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.473966] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.474186] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.474288] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.474465] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-275" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.474773] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-90664cff-8c29-4179-9ca0-f4848d7097b9 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.474962] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-90664cff-8c29-4179-9ca0-f4848d7097b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.475099] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-90664cff-8c29-4179-9ca0-f4848d7097b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.475419] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-90664cff-8c29-4179-9ca0-f4848d7097b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.475555] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90664cff-8c29-4179-9ca0-f4848d7097b9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.626642] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.643039] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7274236-5a60-47f0-9069-f7df7d12a197 in Status: SUCCESS [ 1172.643039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.643039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.643246] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.643448] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.643598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.643685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.643863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.643966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.644089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.644220] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7274236-5a60-47f0-9069-f7df7d12a197',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.978049] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.978301] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.978364] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.978719] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.979127] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.979262] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 90664cff-8c29-4179-9ca0-f4848d7097b9 not found, creating... [ 1172.979644] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.979903] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.980131] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.980471] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.980711] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.981160] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.981419] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.981627] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.981954] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.982200] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.982431] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 90664cff-8c29-4179-9ca0-f4848d7097b9 is going to be created. [ 1173.004491] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.004805] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.005090] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.005495] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.005849] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.006197] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-90664cff-8c29-4179-9ca0-f4848d7097b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.129598] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.146940] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7274236-5a60-47f0-9069-f7df7d12a197 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.147185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.147358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.147675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.147871] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.147993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.148077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.148268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.148370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.148486] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.148637] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7274236-5a60-47f0-9069-f7df7d12a197 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.148751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.148809] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.148965] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.149149] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.149245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.149309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.149465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.149548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.149654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.149779] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7274236-5a60-47f0-9069-f7df7d12a197',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.368060] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 in Status: SUCCESS [ 1173.368364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.368646] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.368936] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.369200] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.369335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.369404] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.369570] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.369660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.369746] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.634624] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.634624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.634624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.634624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.634624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.634624] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde1203-b70c-41f8-a830-6c336906e0e6 is going to be updated. [ 1173.652370] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7274236-5a60-47f0-9069-f7df7d12a197: rpc.has_security_group_logging(os_id): False [ 1173.689136] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.689136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.689136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.689136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.689136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.689419] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.689419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.689419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.689616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.689616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.689755] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.689839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.689921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.690077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.690180] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.690337] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.690422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.690475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.690612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.690684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.690768] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7274236-5a60-47f0-9069-f7df7d12a197 is going to be created. [ 1173.702739] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.702739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.702739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.703092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.703134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.712711] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: IN_PROGRESS for 2s [ 1173.772509] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.772509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.772509] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.772750] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.772956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.790681] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7274236-5a60-47f0-9069-f7df7d12a197 in Status: IN_PROGRESS for 2s [ 1173.797281] env[66962]: INFO networking_nsxv3.common.synchronization [req-e9e1315a-d8f2-4681-8452-90d31a41c65a req-713e8177-293d-4648-aa2c-5a4c475ba05d service nova] Enqueued Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_rules [ 1173.797281] env[66962]: INFO networking_nsxv3.common.synchronization [req-e9e1315a-d8f2-4681-8452-90d31a41c65a req-713e8177-293d-4648-aa2c-5a4c475ba05d service nova] Enqueued Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_members [ 1173.797679] env[66962]: INFO networking_nsxv3.common.synchronization [req-e9e1315a-d8f2-4681-8452-90d31a41c65a req-713e8177-293d-4648-aa2c-5a4c475ba05d service nova] Enqueued Resource ID: 90664cff-8c29-4179-9ca0-f4848d7097b9 with Priority: HIGHEST for action port [ 1173.799755] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_rules [ 1173.800119] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_members [ 1173.800504] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90664cff-8c29-4179-9ca0-f4848d7097b9 with Priority: HIGHEST for action port [ 1173.800987] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.801318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.801590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.801949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.802296] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.803695] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.803948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.804711] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-90664cff-8c29-4179-9ca0-f4848d7097b9 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.805057] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90664cff-8c29-4179-9ca0-f4848d7097b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.805219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90664cff-8c29-4179-9ca0-f4848d7097b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.805535] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90664cff-8c29-4179-9ca0-f4848d7097b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.805720] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90664cff-8c29-4179-9ca0-f4848d7097b9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.872082] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.308101] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.308332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.308660] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90664cff-8c29-4179-9ca0-f4848d7097b9 with status ACTIVE [ 1174.308891] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.309102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.309236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.309548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.309707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.309989] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.310152] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.310290] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.310524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.310663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.310964] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.311311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.311311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.311503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.311683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.311812] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90664cff-8c29-4179-9ca0-f4848d7097b9 is going to be updated. [ 1174.346535] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.346745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.346823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.347128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.347313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.347528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90664cff-8c29-4179-9ca0-f4848d7097b9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.375269] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.878399] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.878868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.878868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.879128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.879242] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.879356] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 is going to be updated. [ 1174.911278] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.911510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.911510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.911827] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.911981] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.922789] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 in Status: IN_PROGRESS for 2s [ 1175.722233] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: SUCCESS [ 1175.722575] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.722906] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.723159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.723357] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.723486] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.723548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.723688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.723769] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.723870] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.807898] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7274236-5a60-47f0-9069-f7df7d12a197 in Status: SUCCESS [ 1175.808220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.226753] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.389427] env[66962]: INFO networking_nsxv3.common.synchronization [req-cdbf915d-ff29-4315-9ea6-9f98ddac168a req-b081af95-45f6-4edc-99a3-efb6a914e7fc tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 with Priority: HIGHEST for action security_group_members [ 1176.390249] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 with Priority: HIGHEST for action security_group_members [ 1176.390627] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba9f3a8-9003-4279-8b91-54f0944c8a71 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.390757] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.390833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.392306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.392535] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.393011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.393011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.393011] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.393102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.393195] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba9f3a8-9003-4279-8b91-54f0944c8a71',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.730708] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.896441] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.896648] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.896760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.897081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.897231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.897470] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.897616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.897810] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.897959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.898061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.898274] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 is going to be updated. [ 1176.933427] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 in Status: SUCCESS [ 1176.933646] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.934576] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.934736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.934808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.935146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.935303] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.936309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.936491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.936669] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.936776] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.936855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.937078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.937078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.937165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.937275] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.945511] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 in Status: IN_PROGRESS for 2s [ 1177.233440] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.233753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.233753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.234083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.234302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.234494] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde1203-b70c-41f8-a830-6c336906e0e6 is going to be updated. [ 1177.264474] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.264670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.264714] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.264972] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.265165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.287543] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: IN_PROGRESS for 2s [ 1177.440315] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.943037] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a90fe3c-809e-4d72-8ec9-ddf6813ab451: rpc.has_security_group_logging(os_id): False [ 1177.960832] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.961044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.961044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.961246] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.961338] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.961581] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.961680] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.961742] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.961890] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.961967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.962076] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 is going to be updated. [ 1178.036483] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.036775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.036775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.036940] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.037163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.050618] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 in Status: IN_PROGRESS for 2s [ 1178.960281] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 in Status: SUCCESS [ 1178.960758] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 deletion is rescheduled due to dependency. [ 1178.960904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.303497] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: SUCCESS [ 1179.303886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.304098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.304317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.304522] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.304669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.304756] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.304847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.304924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.305102] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.305195] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.807662] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.069681] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 in Status: SUCCESS [ 1180.070092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.311105] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edde1203-b70c-41f8-a830-6c336906e0e6: rpc.has_security_group_logging(os_id): False [ 1180.331877] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.332024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.332063] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.332316] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.351022] env[66962]: INFO networking_nsxv3.common.synchronization [req-71da32e4-080d-4e12-b5c8-170de077e5ce req-296f06bd-2792-439f-93f2-c3ae7a97a5db tempest-InstanceActionsNegativeTestJSON-1551776841 tempest-InstanceActionsNegativeTestJSON-1551776841-project-member] Enqueued Resource ID: b7274236-5a60-47f0-9069-f7df7d12a197 with Priority: HIGHEST for action security_group_members [ 1180.351718] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7274236-5a60-47f0-9069-f7df7d12a197 with Priority: HIGHEST for action security_group_members [ 1180.352201] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7274236-5a60-47f0-9069-f7df7d12a197 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.352339] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.352684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.352684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.352979] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.353145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.353273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.353539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.353674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.353844] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7274236-5a60-47f0-9069-f7df7d12a197',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.356434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.356844] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.357070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.357183] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.357457] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.357528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.357654] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edde1203-b70c-41f8-a830-6c336906e0e6 is going to be updated. [ 1180.427853] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.428130] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.428207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.428476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.428705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.443110] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: IN_PROGRESS for 2s [ 1180.735243] env[66962]: INFO networking_nsxv3.common.synchronization [req-f15c1596-e402-48f6-9897-07031e342644 req-7d51278a-ffb2-4963-a6d3-d07f770ee64b tempest-ServersTestManualDisk-516839418 tempest-ServersTestManualDisk-516839418-project-member] Enqueued Resource ID: e0799a64-4448-4764-9b10-66e259b1713e with Priority: HIGHEST for action security_group_members [ 1180.735833] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0799a64-4448-4764-9b10-66e259b1713e with Priority: HIGHEST for action security_group_members [ 1180.736222] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0799a64-4448-4764-9b10-66e259b1713e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.736337] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.736409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.736601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.736749] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.737449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.737449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.737449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.737449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.737449] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0799a64-4448-4764-9b10-66e259b1713e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.857186] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.857363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.857449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.857633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.857726] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.857931] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.858120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.858120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.858264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.858312] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.859485] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7274236-5a60-47f0-9069-f7df7d12a197 is going to be updated. [ 1180.899406] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.899406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.899406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.899406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.899702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.915215] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7274236-5a60-47f0-9069-f7df7d12a197 in Status: IN_PROGRESS for 2s [ 1181.244622] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.244622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.244622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.244622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.244622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.244622] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.244622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.244622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.244622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.244622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.244622] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0799a64-4448-4764-9b10-66e259b1713e is going to be updated. [ 1181.270736] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.270736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.270736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.270736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.270985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.283611] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0799a64-4448-4764-9b10-66e259b1713e in Status: IN_PROGRESS for 2s [ 1181.951238] env[66962]: INFO networking_nsxv3.common.synchronization [None req-40928ac0-3da9-4621-bc68-8321b7aa02e6 tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1181.952915] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1181.953333] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.953476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.953545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.953763] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.953935] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.954067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.954174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.954344] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.954440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.954540] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.457597] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: SUCCESS [ 1182.457925] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.461914] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.461914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.461914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.461914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.462167] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.462167] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.462264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.462264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.462415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.462487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.462577] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a is going to be updated. [ 1182.493551] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.493688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.493759] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.494347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.494347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.506462] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: IN_PROGRESS for 2s [ 1182.928431] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7274236-5a60-47f0-9069-f7df7d12a197 in Status: SUCCESS [ 1182.928431] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7274236-5a60-47f0-9069-f7df7d12a197 deletion is rescheduled due to dependency. [ 1182.928431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.295189] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0799a64-4448-4764-9b10-66e259b1713e in Status: SUCCESS [ 1183.295366] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0799a64-4448-4764-9b10-66e259b1713e deletion is rescheduled due to dependency. [ 1183.295487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0799a64-4448-4764-9b10-66e259b1713e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.514678] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: SUCCESS [ 1184.515071] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a deletion is rescheduled due to dependency. [ 1184.515071] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.954445] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.954741] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1189.538765] env[66962]: INFO networking_nsxv3.common.synchronization [req-6c88153e-86f8-4365-b94d-e9e79d9666cb req-369def97-fca3-408a-aa5c-4b1a3849af98 tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGHEST for action security_group_members [ 1189.539666] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGHEST for action security_group_members [ 1189.540122] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31219a5-d979-4d95-b191-6484c3f8c909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.540323] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.540430] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.540708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.540954] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.541156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.541236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.541876] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.542019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.542240] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f31219a5-d979-4d95-b191-6484c3f8c909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.046651] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.046651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.046651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.046948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.075435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.075705] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.075850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.075909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.076218] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.076289] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.076354] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f31219a5-d979-4d95-b191-6484c3f8c909 is going to be updated. [ 1190.106663] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.106839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.106839] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.107136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.107211] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.117123] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31219a5-d979-4d95-b191-6484c3f8c909 in Status: IN_PROGRESS for 2s [ 1192.129736] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31219a5-d979-4d95-b191-6484c3f8c909 in Status: SUCCESS [ 1192.129736] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f31219a5-d979-4d95-b191-6484c3f8c909 deletion is rescheduled due to dependency. [ 1192.129736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.541450] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1194.541771] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1195.336880] env[66962]: INFO networking_nsxv3.common.synchronization [None req-931a9a44-76a3-4e69-aaa2-208c194985fc tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 with Priority: HIGHEST for action security_group_rules [ 1195.337501] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 with Priority: HIGHEST for action security_group_rules [ 1195.337828] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.337952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.338032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.338298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.338379] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d653b57-e823-4cd9-97c0-7fcf53d4f962',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.417184] env[66962]: INFO networking_nsxv3.common.synchronization [None req-1d99e310-f9c2-41b2-b2da-9f8f29d9d450 tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 with Priority: HIGHEST for action security_group_rules [ 1195.417747] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 with Priority: HIGHEST for action security_group_rules [ 1195.418411] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.418411] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.860047] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.860047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.860047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.860047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.860047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.860047] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 already deleted. [ 1195.860047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.860047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.860662] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.860662] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d653b57-e823-4cd9-97c0-7fcf53d4f962',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.380884] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.381096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.381096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.381368] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.381465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.381558] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 already deleted. [ 1196.381639] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.047292] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.047621] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.047621] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.047855] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.048119] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.048273] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.048387] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.048598] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.048742] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.048941] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.049062] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.049168] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.049273] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.049378] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.049479] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.049604] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.072144] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.072364] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1200.072509] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.072690] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-934" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.073040] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.073452] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.073535] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.073758] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.073957] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a95db1f6-549c-43b9-95e0-a4cd7c8c8a76',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.418986] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.418986] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1200.577019] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.577253] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.577379] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.577695] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.577839] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.578138] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.578311] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.578435] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.578647] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.578777] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.579066] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.579221] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.579335] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.579527] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.579655] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.579791] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: a95db1f6-549c-43b9-95e0-a4cd7c8c8a76 is going to be updated. [ 1200.602357] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.602592] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.603173] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.603444] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.603682] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.603903] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.309150] env[66962]: INFO networking_nsxv3.common.synchronization [req-b36915ce-69bd-4b9f-8f74-b1fb673e0e73 req-d385e749-8ec5-414b-adce-e63b342e596a service nova] Enqueued Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_rules [ 1201.309394] env[66962]: INFO networking_nsxv3.common.synchronization [req-b36915ce-69bd-4b9f-8f74-b1fb673e0e73 req-d385e749-8ec5-414b-adce-e63b342e596a service nova] Enqueued Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_members [ 1201.309499] env[66962]: INFO networking_nsxv3.common.synchronization [req-b36915ce-69bd-4b9f-8f74-b1fb673e0e73 req-d385e749-8ec5-414b-adce-e63b342e596a service nova] Enqueued Resource ID: a95db1f6-549c-43b9-95e0-a4cd7c8c8a76 with Priority: HIGHEST for action port [ 1201.309948] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_rules [ 1201.310100] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_members [ 1201.310197] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95db1f6-549c-43b9-95e0-a4cd7c8c8a76 with Priority: HIGHEST for action port [ 1201.310547] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f77a15-e745-4cb2-a24e-06315120c2d0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.310669] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.310737] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.310935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.311080] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.312791] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f77a15-e745-4cb2-a24e-06315120c2d0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.312899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.312966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.313172] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.313331] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.313428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.313490] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.313638] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.313882] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.313882] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.314534] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.314637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.314701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.314851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.314926] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a95db1f6-549c-43b9-95e0-a4cd7c8c8a76',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.813596] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f77a15-e745-4cb2-a24e-06315120c2d0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.813747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.818140] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a95db1f6-549c-43b9-95e0-a4cd7c8c8a76 with status ACTIVE [ 1201.818352] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.818478] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.818541] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.818754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.818842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.819015] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.819116] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.819174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.819351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.819449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.819690] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.820949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.821105] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.821267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.821351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.821440] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a95db1f6-549c-43b9-95e0-a4cd7c8c8a76 is going to be updated. [ 1201.822478] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.844612] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.844819] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.844877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.845092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.845275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.845445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a95db1f6-549c-43b9-95e0-a4cd7c8c8a76" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.324741] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.789161] env[66962]: INFO networking_nsxv3.common.synchronization [req-f9493604-5391-4d48-a32f-c121c67f522d req-db2f4484-2a01-4908-8514-cb8e044250e3 tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 with Priority: HIGHEST for action security_group_members [ 1202.789720] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 with Priority: HIGHEST for action security_group_members [ 1202.790031] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d653b57-e823-4cd9-97c0-7fcf53d4f962 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.790155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.790236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.790622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.790794] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.790919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.790986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.791203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.791245] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.791327] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d653b57-e823-4cd9-97c0-7fcf53d4f962',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.828233] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.828429] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.828429] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.828636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.828722] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.829537] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 is going to be updated. [ 1202.861184] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.861405] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.861525] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.861793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.861988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.871249] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 in Status: IN_PROGRESS for 2s [ 1203.122658] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.122853] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.122972] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.123275] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.123530] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.123682] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.123797] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.124011] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.124169] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.124398] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.124512] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.124622] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.124729] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.124838] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.124941] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.125079] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.145074] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.145297] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1203.145425] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.145651] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.145908] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-8ffc6200-9c3f-4296-a6a4-21efe3c6e908 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.146088] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-8ffc6200-9c3f-4296-a6a4-21efe3c6e908" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.146207] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-8ffc6200-9c3f-4296-a6a4-21efe3c6e908" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.146520] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-8ffc6200-9c3f-4296-a6a4-21efe3c6e908" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.146655] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ffc6200-9c3f-4296-a6a4-21efe3c6e908',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.293714] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.293909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.293909] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.294124] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.294212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.294413] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.294507] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.294568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.294718] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.295176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.295176] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 already deleted. [ 1203.295176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.652919] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.652919] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.652919] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.653488] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.653488] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.653488] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 8ffc6200-9c3f-4296-a6a4-21efe3c6e908 not found, creating... [ 1203.653843] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.653843] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.653966] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.654207] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.654346] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.654637] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.654790] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.654905] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.655134] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.655302] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.655434] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 8ffc6200-9c3f-4296-a6a4-21efe3c6e908 is going to be created. [ 1203.680174] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.680710] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.680788] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.681179] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.681794] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.681794] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-8ffc6200-9c3f-4296-a6a4-21efe3c6e908" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.390534] env[66962]: INFO networking_nsxv3.common.synchronization [req-f9493604-5391-4d48-a32f-c121c67f522d req-cfe6adcf-cc96-431e-a98a-6619dbe05861 service nova] Enqueued Resource ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 with Priority: HIGHEST for action security_group_rules [ 1204.390857] env[66962]: INFO networking_nsxv3.common.synchronization [req-f9493604-5391-4d48-a32f-c121c67f522d req-cfe6adcf-cc96-431e-a98a-6619dbe05861 service nova] Enqueued Resource ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 with Priority: HIGHEST for action security_group_members [ 1204.391123] env[66962]: INFO networking_nsxv3.common.synchronization [req-f9493604-5391-4d48-a32f-c121c67f522d req-cfe6adcf-cc96-431e-a98a-6619dbe05861 service nova] Enqueued Resource ID: 8ffc6200-9c3f-4296-a6a4-21efe3c6e908 with Priority: HIGHEST for action port [ 1204.391852] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 with Priority: HIGHEST for action security_group_rules [ 1204.392027] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 with Priority: HIGHEST for action security_group_members [ 1204.392154] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ffc6200-9c3f-4296-a6a4-21efe3c6e908 with Priority: HIGHEST for action port [ 1204.393390] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.393390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.393659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.393871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.394096] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d653b57-e823-4cd9-97c0-7fcf53d4f962',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.395242] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d653b57-e823-4cd9-97c0-7fcf53d4f962 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.395545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.395637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.395816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.395981] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.396122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.396192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.397106] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.397106] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.397106] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d653b57-e823-4cd9-97c0-7fcf53d4f962',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.397510] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ffc6200-9c3f-4296-a6a4-21efe3c6e908 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.397510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ffc6200-9c3f-4296-a6a4-21efe3c6e908" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.397693] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ffc6200-9c3f-4296-a6a4-21efe3c6e908" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.397693] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ffc6200-9c3f-4296-a6a4-21efe3c6e908" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.397866] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ffc6200-9c3f-4296-a6a4-21efe3c6e908',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.882702] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 in Status: SUCCESS [ 1204.883086] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.883298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.883601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.883853] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.884014] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.884108] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.884308] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.884414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.884527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.884650] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.899866] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d653b57-e823-4cd9-97c0-7fcf53d4f962',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.900815] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d653b57-e823-4cd9-97c0-7fcf53d4f962 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.900926] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.903038] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ffc6200-9c3f-4296-a6a4-21efe3c6e908 with status ACTIVE [ 1204.903244] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.903358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.903451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.903628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.903716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.903891] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.904259] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.904259] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.904259] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.904259] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.904536] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.904632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.904692] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.904830] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.904926] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.905043] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ffc6200-9c3f-4296-a6a4-21efe3c6e908 is going to be updated. [ 1204.934451] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.934664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.934712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.934945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.935099] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.935328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ffc6200-9c3f-4296-a6a4-21efe3c6e908" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.387389] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.402188] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d653b57-e823-4cd9-97c0-7fcf53d4f962',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.889734] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85f77a15-e745-4cb2-a24e-06315120c2d0: rpc.has_security_group_logging(os_id): False [ 1205.906127] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.906413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.906506] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.906815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.906880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.906990] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 is going to be created. [ 1205.924111] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.924111] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.924111] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.924111] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.924495] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.924495] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.924598] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.924664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.924842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.924945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.925068] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 is going to be updated. [ 1205.953282] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.953494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.953494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.953692] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.953873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.968368] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 in Status: UNINITIALIZED for 2s [ 1205.998572] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.998767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.998818] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.000038] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.000038] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.013922] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 in Status: IN_PROGRESS for 2s [ 1207.978706] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 in Status: SUCCESS [ 1207.978706] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.978706] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.978706] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.979561] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.979561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.979561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.979561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.979717] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.979717] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.979793] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d653b57-e823-4cd9-97c0-7fcf53d4f962',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.026850] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 in Status: SUCCESS [ 1208.027188] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.482259] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d653b57-e823-4cd9-97c0-7fcf53d4f962',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.781460] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.781704] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.781793] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.782071] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.782329] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.782509] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.782629] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.783098] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.783409] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.783658] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.783826] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.783928] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.783995] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.784115] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.784220] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.784351] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.804679] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.804886] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1208.805114] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.805358] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.805705] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-1140e22e-a237-4689-a297-c5908b7771a2 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.805968] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.806114] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.806500] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.806655] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1140e22e-a237-4689-a297-c5908b7771a2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.984514] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d653b57-e823-4cd9-97c0-7fcf53d4f962: rpc.has_security_group_logging(os_id): False [ 1209.002803] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.002990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.003045] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.003247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.003501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.003707] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.003809] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.003866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.004038] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.004119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.004202] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 is going to be created. [ 1209.078977] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.079319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.079319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.079497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.079577] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.093508] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 in Status: IN_PROGRESS for 2s [ 1209.309699] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.309991] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.310142] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.310450] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.310600] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.310761] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 1140e22e-a237-4689-a297-c5908b7771a2 not found, creating... [ 1209.311034] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.311206] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.311323] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.311555] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.311689] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.311959] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.312120] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.312235] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.312430] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.312560] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.312708] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 1140e22e-a237-4689-a297-c5908b7771a2 is going to be created. [ 1209.334700] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.334899] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.335029] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.335288] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.335604] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.335821] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.392924] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1209.393132] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1210.035868] env[66962]: INFO networking_nsxv3.common.synchronization [req-6386023b-ee79-425e-a129-c2e2e4b983d7 req-e5df2b2a-1112-48e0-9972-993ff1e35ae5 service nova] Enqueued Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_rules [ 1210.036160] env[66962]: INFO networking_nsxv3.common.synchronization [req-6386023b-ee79-425e-a129-c2e2e4b983d7 req-e5df2b2a-1112-48e0-9972-993ff1e35ae5 service nova] Enqueued Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1210.036257] env[66962]: INFO networking_nsxv3.common.synchronization [req-6386023b-ee79-425e-a129-c2e2e4b983d7 req-e5df2b2a-1112-48e0-9972-993ff1e35ae5 service nova] Enqueued Resource ID: 1140e22e-a237-4689-a297-c5908b7771a2 with Priority: HIGHEST for action port [ 1210.036888] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_rules [ 1210.037043] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1210.037146] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1140e22e-a237-4689-a297-c5908b7771a2 with Priority: HIGHEST for action port [ 1210.037462] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.037537] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.037605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.037836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.037900] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.039399] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.039399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.040087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.040325] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.040499] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.040585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.040651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.040806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.040894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.040984] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.041786] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-1140e22e-a237-4689-a297-c5908b7771a2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.041896] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.041964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.042127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.042206] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1140e22e-a237-4689-a297-c5908b7771a2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.543949] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.544194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.544399] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1140e22e-a237-4689-a297-c5908b7771a2 with status ACTIVE [ 1210.544595] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.544712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.544773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.544986] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.545087] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.545256] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.545410] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.545491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.545653] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.545733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.545966] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.546072] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.546170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.546416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.546519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.546610] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1140e22e-a237-4689-a297-c5908b7771a2 is going to be updated. [ 1210.547909] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.573113] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.573327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.573436] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.573708] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.573873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.574692] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.051025] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.107858] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 in Status: SUCCESS [ 1211.108154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.554357] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.554554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.555435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.555435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.555435] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.555435] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a is going to be updated. [ 1211.600386] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.600576] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.600620] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.600828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.600984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.610527] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: IN_PROGRESS for 2s [ 1213.621785] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: SUCCESS [ 1213.622162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.622214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.622424] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.622638] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.622756] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.622821] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.622985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.623120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.623168] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.623239] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.125142] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.125333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.125397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.125643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.125821] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.125923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.125987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.126149] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.126233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.126323] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.126469] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.126559] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.126618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.126753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.126885] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.126975] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.127045] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.127180] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.127277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.127364] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.127450] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.631378] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22bbc781-aa9d-49d4-84e4-9963bd6ff79a: rpc.has_security_group_logging(os_id): False [ 1214.651724] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.651927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.651927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.652080] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.652170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.652375] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.652475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.652540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.652698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.652782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.653043] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.653215] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.653215] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.653460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.653566] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.653859] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.654014] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.654127] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.654343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.654445] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.654561] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a is going to be updated. [ 1214.721410] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.721731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.721952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.722324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.722501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.739333] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: IN_PROGRESS for 2s [ 1215.038186] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.038396] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1216.754240] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: SUCCESS [ 1216.754608] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.039228] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1220.039660] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1225.040586] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.040586] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1227.097985] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.098379] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.098379] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.098636] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.098897] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.099067] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.099186] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.099395] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.099541] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.099793] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.099895] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.099966] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.100084] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.100190] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.100307] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.100440] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.121361] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.121570] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1227.121729] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.121961] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-559" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.122356] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-1140e22e-a237-4689-a297-c5908b7771a2 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.122616] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.122771] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.123109] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.123277] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1140e22e-a237-4689-a297-c5908b7771a2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.625998] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.626236] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.626406] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.626658] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.626818] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.627112] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.627270] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.627386] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.627604] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.627750] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.628126] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.628283] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.628444] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.628614] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.628750] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.628890] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 1140e22e-a237-4689-a297-c5908b7771a2 is going to be updated. [ 1227.651541] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.651748] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.651871] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.652162] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.652351] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.652567] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.334773] env[66962]: INFO networking_nsxv3.common.synchronization [req-f4bf2958-1ed9-4342-87a5-2e268313b3be req-c780cb53-aa10-445b-9ee6-9be5324c148f service nova] Enqueued Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_rules [ 1228.335055] env[66962]: INFO networking_nsxv3.common.synchronization [req-f4bf2958-1ed9-4342-87a5-2e268313b3be req-c780cb53-aa10-445b-9ee6-9be5324c148f service nova] Enqueued Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1228.335091] env[66962]: INFO networking_nsxv3.common.synchronization [req-f4bf2958-1ed9-4342-87a5-2e268313b3be req-c780cb53-aa10-445b-9ee6-9be5324c148f service nova] Enqueued Resource ID: 1140e22e-a237-4689-a297-c5908b7771a2 with Priority: HIGHEST for action port [ 1228.335708] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_rules [ 1228.336348] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1228.336486] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1140e22e-a237-4689-a297-c5908b7771a2 with Priority: HIGHEST for action port [ 1228.336769] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.336895] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.336962] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.337173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.337256] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.339454] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.339577] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.339674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.339829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.340121] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.340208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.340250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.340382] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.340466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.340558] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.341663] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-1140e22e-a237-4689-a297-c5908b7771a2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.341663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.341663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.341812] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.341895] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1140e22e-a237-4689-a297-c5908b7771a2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.844142] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.845237] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.845348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.845593] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1140e22e-a237-4689-a297-c5908b7771a2 with status ACTIVE [ 1228.845767] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.845883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.845942] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.846154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.846247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.847319] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.847319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.847319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.847319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.847319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.847319] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.847319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.847319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.847319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.847319] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.847807] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1140e22e-a237-4689-a297-c5908b7771a2 is going to be updated. [ 1228.870113] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.870335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.870335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.870593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.870816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.871039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1140e22e-a237-4689-a297-c5908b7771a2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.349803] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.852066] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.852346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.852346] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.852516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.852601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.852710] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a is going to be updated. [ 1229.883851] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.884156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.884229] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.884543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.884782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.894617] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: IN_PROGRESS for 2s [ 1231.905711] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: SUCCESS [ 1231.906208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.906208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.906307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.906482] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.906636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.906744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.906910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.906990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.907094] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.907185] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.409413] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.409641] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.409641] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.409846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.410025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.410129] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.410192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.410344] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.410428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.410513] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.410655] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.410769] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.410832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.410973] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.411121] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.411212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.411271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.411404] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.411475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.411553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.411639] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.913810] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22bbc781-aa9d-49d4-84e4-9963bd6ff79a: rpc.has_security_group_logging(os_id): False [ 1232.931582] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.931764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.931764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.931937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.932039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.932222] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.932311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.932367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.932515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.932588] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.932777] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.932869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.932919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.933064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.933128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.933308] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.933400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.933538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.933595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.933642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.933722] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a is going to be updated. [ 1232.992149] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.992391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.992391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.992546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.992692] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.005992] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: IN_PROGRESS for 2s [ 1233.337361] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.337460] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1235.020118] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: SUCCESS [ 1235.020511] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.338623] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.339064] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.640147] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.640483] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.640483] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.640816] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.641115] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.641312] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.641430] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.641690] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.641838] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.642057] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.642169] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.642274] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.642378] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.642481] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.642581] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.642705] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.661932] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.662104] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1242.662189] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.662349] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-171" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.662641] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.662807] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.662926] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.663187] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.663314] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ab63e2-02bc-45c6-9f74-2b15c67fda89',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.165695] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.165981] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.166095] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.166369] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.166621] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.166916] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.167085] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.167204] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.167420] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.167551] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.167828] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.167984] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.168135] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.168353] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.168499] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.168638] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: a6ab63e2-02bc-45c6-9f74-2b15c67fda89 is going to be updated. [ 1243.193908] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.194166] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.194240] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.194457] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.194651] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.194870] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.340043] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.340222] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1243.736397] env[66962]: INFO networking_nsxv3.common.synchronization [req-604a6c23-b832-4fa1-b0fe-93289c50edd0 req-26062143-983d-4c6b-aca8-3da467012de0 tempest-ServerActionsTestOtherA-480394509 tempest-ServerActionsTestOtherA-480394509-project-member] Enqueued Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_members [ 1243.736950] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_members [ 1243.737266] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.737386] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.737453] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.737654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.737843] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.737945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.738009] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.738197] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.738280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.738516] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.878268] env[66962]: INFO networking_nsxv3.common.synchronization [req-4167bd13-fa07-43a5-b3d9-3e6eb1d46989 req-99fd2c47-b001-4926-a167-5927f57cd9f7 service nova] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_rules [ 1243.878442] env[66962]: INFO networking_nsxv3.common.synchronization [req-4167bd13-fa07-43a5-b3d9-3e6eb1d46989 req-99fd2c47-b001-4926-a167-5927f57cd9f7 service nova] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 1243.878569] env[66962]: INFO networking_nsxv3.common.synchronization [req-4167bd13-fa07-43a5-b3d9-3e6eb1d46989 req-99fd2c47-b001-4926-a167-5927f57cd9f7 service nova] Enqueued Resource ID: a6ab63e2-02bc-45c6-9f74-2b15c67fda89 with Priority: HIGHEST for action port [ 1243.879055] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_rules [ 1243.879194] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 1243.879294] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ab63e2-02bc-45c6-9f74-2b15c67fda89 with Priority: HIGHEST for action port [ 1243.879552] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.879666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.879755] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.880070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.880135] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.881234] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.881392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.881448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.881566] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.881708] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.881797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.881853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.881998] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.882081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.883679] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.883679] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.883679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.883679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.883679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.883679] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ab63e2-02bc-45c6-9f74-2b15c67fda89',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.241082] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.384829] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.385149] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.386494] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.387401] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6ab63e2-02bc-45c6-9f74-2b15c67fda89 with status ACTIVE [ 1244.387599] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.387714] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.387780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.387976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.388081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.388244] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.388880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.388880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.388880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.388880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.388880] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.388880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.389164] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.389164] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.389164] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.389164] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6ab63e2-02bc-45c6-9f74-2b15c67fda89 is going to be updated. [ 1244.409190] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.409391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.409495] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.409704] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.409841] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.410019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6ab63e2-02bc-45c6-9f74-2b15c67fda89" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.743689] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.890849] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.069638] env[66962]: INFO networking_nsxv3.common.synchronization [req-8a0ea369-0571-4c76-950f-d07721dd00da req-90b56fc0-1b93-416e-9327-b95f9583c27d tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_members [ 1245.070326] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_members [ 1245.070625] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.070739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.070802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.071256] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.071830] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.071830] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.071830] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.071830] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.072135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.072135] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.245676] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.245924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.245924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.246176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.246266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.246351] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde1203-b70c-41f8-a830-6c336906e0e6 is going to be updated. [ 1245.277108] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.277342] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.277342] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.277531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.277679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.287797] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: IN_PROGRESS for 2s [ 1245.395143] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.395341] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.395440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.395679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.395823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.395946] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be updated. [ 1245.427035] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.427180] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.427247] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.427460] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.427609] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.438344] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: IN_PROGRESS for 2s [ 1245.576862] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.079533] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.582296] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.582481] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.582520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.582712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.582833] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.584127] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 is going to be updated. [ 1246.611499] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.611701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.611701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.611915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.612080] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.621620] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 in Status: IN_PROGRESS for 2s [ 1247.307505] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: SUCCESS [ 1247.307827] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.448211] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: SUCCESS [ 1247.448505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.448740] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.449024] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.449294] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.449470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.449587] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.449804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.449932] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.450083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.450300] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.953529] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.164834] env[66962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1248.164998] env[66962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1248.456408] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71a7e251-622e-40d2-9219-7c017319b7e2: rpc.has_security_group_logging(os_id): False [ 1248.475126] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.475360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.475360] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.475610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.475747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.476056] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.476220] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.476305] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.476539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.476647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.476812] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be updated. [ 1248.542094] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.542264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.542305] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.542553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.542787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.560378] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: IN_PROGRESS for 2s [ 1248.636950] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 in Status: SUCCESS [ 1248.637201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.071508] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.071990] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1250.587182] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: SUCCESS [ 1250.587500] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.878908] env[66962]: INFO networking_nsxv3.common.synchronization [req-ff464e99-5883-431f-8066-81d254b86ebd req-0c172466-48ba-4323-bae5-62dd49257592 tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_members [ 1252.879526] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGHEST for action security_group_members [ 1252.879881] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.880044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.880145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.880422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.880619] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.880725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.880797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.880969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.881072] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.881179] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.384574] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.385453] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.385453] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.385756] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.386075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.386767] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.386996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.387107] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.387232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.387310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.387412] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 is going to be updated. [ 1253.429375] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.429804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.429928] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.430425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.430694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.444075] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 in Status: IN_PROGRESS for 2s [ 1255.455209] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 in Status: SUCCESS [ 1255.455572] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 deletion is rescheduled due to dependency. [ 1255.455572] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.535663] env[66962]: INFO networking_nsxv3.common.synchronization [None req-38668827-e1f6-4e8f-9a69-2873d4ba3596 tempest-AttachInterfacesTestJSON-1331550109 tempest-AttachInterfacesTestJSON-1331550109-project-member] Enqueued Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1257.535663] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGHEST for action security_group_members [ 1257.535663] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.535663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.535663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.536181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.536181] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.536181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.536181] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.536323] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.536323] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.536408] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.039172] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.039331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.039387] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.039600] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.039694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.039885] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.039990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.040096] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.040268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.040349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.040434] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a is going to be updated. [ 1258.067141] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.067332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.067332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.067531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.067675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.077346] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: IN_PROGRESS for 2s [ 1258.575089] env[66962]: INFO networking_nsxv3.common.synchronization [req-21668c95-16fe-4ba7-84eb-433cf9df46dd req-eb85ecd1-37fe-4ede-883d-b2ee9e05d6d4 tempest-ServerActionsTestOtherA-480394509 tempest-ServerActionsTestOtherA-480394509-project-member] Enqueued Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_members [ 1258.575639] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGHEST for action security_group_members [ 1258.575949] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.576091] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.576161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.576357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.576625] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.576625] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.576744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.576800] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.576869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.577259] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.079842] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.079989] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.080082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.080362] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.080418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.080601] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.080703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.080768] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.080914] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.080990] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.081091] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde1203-b70c-41f8-a830-6c336906e0e6 is going to be updated. [ 1259.114700] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.114863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.115010] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.115198] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.115359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.125120] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: IN_PROGRESS for 2s [ 1260.087825] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a in Status: SUCCESS [ 1260.088139] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a deletion is rescheduled due to dependency. [ 1260.088194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.343896] env[66962]: INFO networking_nsxv3.common.synchronization [None req-ce944568-f953-4f5f-a8d4-7b9a58e6aacd tempest-ServerActionsTestJSON-1855646730 tempest-ServerActionsTestJSON-1855646730-project-member] Enqueued Resource ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 with Priority: HIGHEST for action security_group_rules [ 1260.344719] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 with Priority: HIGHEST for action security_group_rules [ 1260.344924] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f38b50-da23-4b3a-a0de-8111fee76e45 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.345114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.345248] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.345717] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.345717] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f38b50-da23-4b3a-a0de-8111fee76e45',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.427513] env[66962]: INFO networking_nsxv3.common.synchronization [None req-6ae14010-9fb7-4678-aeef-54e0f258ffa4 tempest-ServerActionsTestJSON-1855646730 tempest-ServerActionsTestJSON-1855646730-project-member] Enqueued Resource ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 with Priority: HIGHEST for action security_group_rules [ 1260.428161] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 with Priority: HIGHEST for action security_group_rules [ 1260.428472] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f38b50-da23-4b3a-a0de-8111fee76e45 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.428568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.866910] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.867079] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.867135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.867349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.867418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.867508] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 already deleted. [ 1260.867588] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.867738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.867883] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.867983] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f38b50-da23-4b3a-a0de-8111fee76e45',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.136415] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde1203-b70c-41f8-a830-6c336906e0e6 in Status: SUCCESS [ 1261.136837] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde1203-b70c-41f8-a830-6c336906e0e6 deletion is rescheduled due to dependency. [ 1261.136837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.389936] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.390213] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.390213] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.390363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.390444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.390540] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 already deleted. [ 1261.390687] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.451682] env[66962]: INFO networking_nsxv3.common.synchronization [req-61c78dc7-5111-41c7-aac0-55fb9db7ca2b req-b8339391-4d8e-41bc-b89f-018b0ee6fbc7 tempest-ServerActionsTestOtherB-1740646622 tempest-ServerActionsTestOtherB-1740646622-project-member] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 1261.452293] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGHEST for action security_group_members [ 1261.452631] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.452796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.452867] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.453135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.453309] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.453414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.453472] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.453627] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.453750] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.453920] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.956474] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.956631] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.956701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.956919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.957065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.957214] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.957315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.957375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.957511] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.957600] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.957709] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be updated. [ 1261.990028] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.990028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.990028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.990028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.990414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.999806] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: IN_PROGRESS for 2s [ 1262.173287] env[66962]: INFO networking_nsxv3.common.synchronization [None req-a98ff962-317d-4d66-8d1b-d731aa8ca4bd None None] Enqueued Resource ID: 536427fb-53ef-490a-a8b7-d10ae9d48a30 with Priority: HIGHEST for action port [ 1262.173909] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536427fb-53ef-490a-a8b7-d10ae9d48a30 with Priority: HIGHEST for action port [ 1262.174235] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-536427fb-53ef-490a-a8b7-d10ae9d48a30 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.175354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-536427fb-53ef-490a-a8b7-d10ae9d48a30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.175427] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-536427fb-53ef-490a-a8b7-d10ae9d48a30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.175691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-536427fb-53ef-490a-a8b7-d10ae9d48a30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.175770] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536427fb-53ef-490a-a8b7-d10ae9d48a30',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.679647] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 536427fb-53ef-490a-a8b7-d10ae9d48a30 [ 1262.679887] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.680033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.680107] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.680321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.680400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.680510] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:536427fb-53ef-490a-a8b7-d10ae9d48a30 already deleted. [ 1262.680589] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-536427fb-53ef-490a-a8b7-d10ae9d48a30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.903600] env[66962]: INFO networking_nsxv3.common.synchronization [req-3b7c72fe-7378-4794-b1b8-622c595ae23d req-3114f26c-e871-4a3c-891c-9e5dd9f87224 tempest-AttachVolumeShelveTestJSON-1897871112 tempest-AttachVolumeShelveTestJSON-1897871112-project-member] Enqueued Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_members [ 1262.903600] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGHEST for action security_group_members [ 1262.903833] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-85f77a15-e745-4cb2-a24e-06315120c2d0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.904142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.904806] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.906582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.906582] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.906582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.906582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.906582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.906582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.906582] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.408476] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.408847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.408847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.408847] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.408976] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.409158] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.409261] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.409322] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.413031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.413031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.413031] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 is going to be updated. [ 1263.440079] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.440577] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.440710] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.440868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.441015] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.542577] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 in Status: IN_PROGRESS for 2s [ 1264.011556] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71a7e251-622e-40d2-9219-7c017319b7e2 in Status: SUCCESS [ 1264.011556] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 deletion is rescheduled due to dependency. [ 1264.012140] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.788294] env[66962]: INFO networking_nsxv3.common.synchronization [None req-fea56766-d92c-40d1-8255-1d568bf8bbad None None] Enqueued Resource ID: 2925374a-d2ca-486d-af38-a10f35250a92 with Priority: HIGHEST for action port [ 1264.788562] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2925374a-d2ca-486d-af38-a10f35250a92 with Priority: HIGHEST for action port [ 1264.789541] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-2925374a-d2ca-486d-af38-a10f35250a92 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.789643] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2925374a-d2ca-486d-af38-a10f35250a92" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.789739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2925374a-d2ca-486d-af38-a10f35250a92" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.790025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2925374a-d2ca-486d-af38-a10f35250a92" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.790112] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2925374a-d2ca-486d-af38-a10f35250a92',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.292192] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2925374a-d2ca-486d-af38-a10f35250a92 [ 1265.292445] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.292581] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.292651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.292894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.292938] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.293058] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2925374a-d2ca-486d-af38-a10f35250a92 already deleted. [ 1265.293121] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2925374a-d2ca-486d-af38-a10f35250a92" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.461059] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 in Status: SUCCESS [ 1265.461273] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 deletion is rescheduled due to dependency. [ 1265.461412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.808194] env[66962]: INFO networking_nsxv3.common.synchronization [req-9eef403b-c3b3-4ccc-9493-fab0ded37860 req-dfad5137-4f12-4122-aec3-a23f86e239a1 tempest-ServerActionsTestJSON-1855646730 tempest-ServerActionsTestJSON-1855646730-project-member] Enqueued Resource ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 with Priority: HIGHEST for action security_group_members [ 1267.808904] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 with Priority: HIGHEST for action security_group_members [ 1267.809413] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f38b50-da23-4b3a-a0de-8111fee76e45 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.809591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.809641] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.809870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.810037] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.810139] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.810196] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.810344] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.810429] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.810507] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f38b50-da23-4b3a-a0de-8111fee76e45',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.113366] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.113659] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.113847] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.114272] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.114550] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.114726] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.114804] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.115047] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.115213] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.115428] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.115538] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.115646] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.115753] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.115995] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.116215] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.116355] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.138095] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.138338] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1268.138596] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.138820] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.139176] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-71fac381-3973-481c-8528-066b374d2900 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.139349] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-71fac381-3973-481c-8528-066b374d2900" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.139465] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-71fac381-3973-481c-8528-066b374d2900" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.139811] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-71fac381-3973-481c-8528-066b374d2900" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.139951] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71fac381-3973-481c-8528-066b374d2900',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.312588] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.312855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.312855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.313113] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.313223] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.313354] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.313482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.313548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.313707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.313782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.313867] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 already deleted. [ 1268.314039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.642623] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.642877] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.643042] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.643365] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.643528] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.643677] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 71fac381-3973-481c-8528-066b374d2900 not found, creating... [ 1268.643939] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.644212] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.644382] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.644614] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.644755] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.645055] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.645217] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.645768] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.645768] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.645768] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.645907] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 71fac381-3973-481c-8528-066b374d2900 is going to be created. [ 1268.669089] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.669274] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.669397] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.669657] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.669878] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.670132] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-71fac381-3973-481c-8528-066b374d2900" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.396212] env[66962]: INFO networking_nsxv3.common.synchronization [req-9eef403b-c3b3-4ccc-9493-fab0ded37860 req-e987066c-0432-4c91-a37a-aa8f34118ade service nova] Enqueued Resource ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 with Priority: HIGHEST for action security_group_rules [ 1269.398018] env[66962]: INFO networking_nsxv3.common.synchronization [req-9eef403b-c3b3-4ccc-9493-fab0ded37860 req-e987066c-0432-4c91-a37a-aa8f34118ade service nova] Enqueued Resource ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 with Priority: HIGHEST for action security_group_members [ 1269.398018] env[66962]: INFO networking_nsxv3.common.synchronization [req-9eef403b-c3b3-4ccc-9493-fab0ded37860 req-e987066c-0432-4c91-a37a-aa8f34118ade service nova] Enqueued Resource ID: 71fac381-3973-481c-8528-066b374d2900 with Priority: HIGHEST for action port [ 1269.398018] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 with Priority: HIGHEST for action security_group_rules [ 1269.398018] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 with Priority: HIGHEST for action security_group_members [ 1269.398018] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71fac381-3973-481c-8528-066b374d2900 with Priority: HIGHEST for action port [ 1269.398421] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f38b50-da23-4b3a-a0de-8111fee76e45 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.398668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.398832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.399133] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.399318] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f38b50-da23-4b3a-a0de-8111fee76e45',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.402019] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f38b50-da23-4b3a-a0de-8111fee76e45 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.402019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.402019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.402019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.402019] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.402019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.402019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.402019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.402019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.402019] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f38b50-da23-4b3a-a0de-8111fee76e45',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.402019] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-71fac381-3973-481c-8528-066b374d2900 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.402019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71fac381-3973-481c-8528-066b374d2900" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.402659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71fac381-3973-481c-8528-066b374d2900" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.402903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71fac381-3973-481c-8528-066b374d2900" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.403093] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71fac381-3973-481c-8528-066b374d2900',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.908023] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f38b50-da23-4b3a-a0de-8111fee76e45 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.908023] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.908023] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f38b50-da23-4b3a-a0de-8111fee76e45',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.918327] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71fac381-3973-481c-8528-066b374d2900 with status ACTIVE [ 1269.918552] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.918684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.918751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.918966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.919067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.919247] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.919345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.919406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.919551] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.919626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.919803] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.919894] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.919953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.920104] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.920179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.920260] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71fac381-3973-481c-8528-066b374d2900 is going to be updated. [ 1269.947331] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.947422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.947422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.947616] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.947751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.947908] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71fac381-3973-481c-8528-066b374d2900" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.133787] env[66962]: INFO networking_nsxv3.common.synchronization [req-090d59da-8412-4d12-94ce-bb6e39f5b67e req-253003a1-0cb4-4b8f-8dd4-0c03022d13ea tempest-ServerAddressesTestJSON-1210672111 tempest-ServerAddressesTestJSON-1210672111-project-member] Enqueued Resource ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 with Priority: HIGHEST for action security_group_members [ 1270.135050] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 with Priority: HIGHEST for action security_group_members [ 1270.135050] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.135050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.135050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.136739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.136931] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.137059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.137140] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.137304] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.137413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.137497] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e84b79-67a2-4242-a0e4-d7b5de0c36e1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.410807] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f38b50-da23-4b3a-a0de-8111fee76e45',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.471642] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.471838] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-79" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.471957] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-79" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.472313] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-79" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.472571] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.472721] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.472832] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.473049] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.473194] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.473398] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.473501] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.473604] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.473708] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.473812] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.473953] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.474066] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.493495] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.493495] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1270.493495] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.493911] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-79" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.493911] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-bafd96d4-390b-4c1a-98c4-eb59c47e4563 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.494072] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-bafd96d4-390b-4c1a-98c4-eb59c47e4563" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.494150] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-bafd96d4-390b-4c1a-98c4-eb59c47e4563" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.494479] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-bafd96d4-390b-4c1a-98c4-eb59c47e4563" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.494616] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bafd96d4-390b-4c1a-98c4-eb59c47e4563',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.641769] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.641927] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.641998] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.642227] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.642318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.642511] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.642606] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.642671] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.642807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.642881] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.642963] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 already deleted. [ 1270.643054] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.914446] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.914446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.914446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.914670] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.914733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.914844] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 is going to be created. [ 1270.937382] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.937540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.937587] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.938044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.938044] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.947498] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 in Status: UNINITIALIZED for 2s [ 1270.997273] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.997533] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.997659] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.997928] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.998085] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.998239] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port bafd96d4-390b-4c1a-98c4-eb59c47e4563 not found, creating... [ 1270.998556] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.998670] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.998786] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.998998] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.999168] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.999438] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.999587] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.999700] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.999899] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.000275] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.000339] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: bafd96d4-390b-4c1a-98c4-eb59c47e4563 is going to be created. [ 1271.023488] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.023664] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.023705] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.023992] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.024519] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.024626] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-bafd96d4-390b-4c1a-98c4-eb59c47e4563" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.754495] env[66962]: INFO networking_nsxv3.common.synchronization [req-090d59da-8412-4d12-94ce-bb6e39f5b67e req-28129b4a-f784-461e-8854-cd33da361fb9 service nova] Enqueued Resource ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 with Priority: HIGHEST for action security_group_rules [ 1271.754739] env[66962]: INFO networking_nsxv3.common.synchronization [req-090d59da-8412-4d12-94ce-bb6e39f5b67e req-28129b4a-f784-461e-8854-cd33da361fb9 service nova] Enqueued Resource ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 with Priority: HIGHEST for action security_group_members [ 1271.754799] env[66962]: INFO networking_nsxv3.common.synchronization [req-090d59da-8412-4d12-94ce-bb6e39f5b67e req-28129b4a-f784-461e-8854-cd33da361fb9 service nova] Enqueued Resource ID: bafd96d4-390b-4c1a-98c4-eb59c47e4563 with Priority: HIGHEST for action port [ 1271.755340] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 with Priority: HIGHEST for action security_group_rules [ 1271.755481] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 with Priority: HIGHEST for action security_group_members [ 1271.755583] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bafd96d4-390b-4c1a-98c4-eb59c47e4563 with Priority: HIGHEST for action port [ 1271.756156] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.756353] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.756458] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.756757] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.756884] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e84b79-67a2-4242-a0e4-d7b5de0c36e1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.758227] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.758416] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.758528] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.758747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.758947] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.759147] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.759248] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.759394] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.759582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.759665] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e84b79-67a2-4242-a0e4-d7b5de0c36e1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.760493] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-bafd96d4-390b-4c1a-98c4-eb59c47e4563 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.760837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bafd96d4-390b-4c1a-98c4-eb59c47e4563" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.760837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bafd96d4-390b-4c1a-98c4-eb59c47e4563" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.760951] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bafd96d4-390b-4c1a-98c4-eb59c47e4563" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.761068] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bafd96d4-390b-4c1a-98c4-eb59c47e4563',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.262610] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3e84b79-67a2-4242-a0e4-d7b5de0c36e1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.265309] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.266028] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.266028] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bafd96d4-390b-4c1a-98c4-eb59c47e4563 with status ACTIVE [ 1272.266178] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.266356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.266432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.266666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.266755] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.266943] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.267397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.267590] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.267651] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.267731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.268202] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.268202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.268202] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.268418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.268418] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.268418] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bafd96d4-390b-4c1a-98c4-eb59c47e4563 is going to be updated. [ 1272.291547] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.291714] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.291824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.292516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.293103] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.293103] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bafd96d4-390b-4c1a-98c4-eb59c47e4563" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.766602] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3e84b79-67a2-4242-a0e4-d7b5de0c36e1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.957983] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 in Status: SUCCESS [ 1272.958250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.958451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.958683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.959591] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.959743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.959814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.960106] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.960301] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.960415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.960510] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1f38b50-da23-4b3a-a0de-8111fee76e45',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.268617] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.268760] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.268832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.269060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.269150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.269407] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 is going to be created. [ 1273.295227] env[66962]: INFO networking_nsxv3.common.synchronization [None req-1e8dfa52-727c-4e75-bded-88b20c422b7a None None] Enqueued Resource ID: 37c97a79-04f8-49bf-8028-3cafba81ef97 with Priority: HIGHEST for action port [ 1273.295956] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c97a79-04f8-49bf-8028-3cafba81ef97 with Priority: HIGHEST for action port [ 1273.295956] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-37c97a79-04f8-49bf-8028-3cafba81ef97 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.295956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37c97a79-04f8-49bf-8028-3cafba81ef97" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.295956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37c97a79-04f8-49bf-8028-3cafba81ef97" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.296358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37c97a79-04f8-49bf-8028-3cafba81ef97" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.296358] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c97a79-04f8-49bf-8028-3cafba81ef97',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.303691] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.303820] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.303886] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.304095] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.304268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.313507] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 in Status: UNINITIALIZED for 2s [ 1273.463927] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1f38b50-da23-4b3a-a0de-8111fee76e45',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.798118] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37c97a79-04f8-49bf-8028-3cafba81ef97 [ 1273.798441] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.798516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.798851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.798851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.798945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.798945] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37c97a79-04f8-49bf-8028-3cafba81ef97 already deleted. [ 1273.802899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37c97a79-04f8-49bf-8028-3cafba81ef97" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.969408] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1f38b50-da23-4b3a-a0de-8111fee76e45: rpc.has_security_group_logging(os_id): False [ 1273.989905] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.989905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.989905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.989905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.989905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.989905] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.989905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.989905] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.990282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.990282] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.990282] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 is going to be created. [ 1274.170658] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.171258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.171523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.171655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.171873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.188842] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 in Status: IN_PROGRESS for 2s [ 1274.442469] env[66962]: INFO networking_nsxv3.common.synchronization [None req-8ebaef4e-a56e-48af-b160-9965f6912c2d tempest-ServerActionsV293TestJSON-781044626 tempest-ServerActionsV293TestJSON-781044626-project-member] Enqueued Resource ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa with Priority: HIGHEST for action security_group_rules [ 1274.443127] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa with Priority: HIGHEST for action security_group_rules [ 1274.443797] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.443797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.443797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.443797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.444119] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.533218] env[66962]: INFO networking_nsxv3.common.synchronization [None req-e4b72146-0d5b-4cbd-95a7-a9b03b494592 tempest-ServerActionsV293TestJSON-781044626 tempest-ServerActionsV293TestJSON-781044626-project-member] Enqueued Resource ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa with Priority: HIGHEST for action security_group_rules [ 1274.533514] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa with Priority: HIGHEST for action security_group_rules [ 1274.533809] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.534066] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.963598] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.963885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.963885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.964012] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.964192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.964293] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa already deleted. [ 1274.964381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.964533] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.964690] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.964772] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.324464] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 in Status: SUCCESS [ 1275.324721] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.324897] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.325160] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.325358] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.325475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.325542] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.325720] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.325823] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.325939] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.325999] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3e84b79-67a2-4242-a0e4-d7b5de0c36e1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.487548] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.488013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.488213] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.488855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.488855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.488855] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa already deleted. [ 1275.488855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.532443] env[66962]: INFO networking_nsxv3.common.synchronization [None req-9b3ab159-8b0c-4e2a-8629-1074d92b0657 None None] Enqueued Resource ID: 69e89402-1a33-4cf7-9eb5-3e3b986a7a08 with Priority: HIGHEST for action port [ 1275.533285] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e89402-1a33-4cf7-9eb5-3e3b986a7a08 with Priority: HIGHEST for action port [ 1275.533421] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-69e89402-1a33-4cf7-9eb5-3e3b986a7a08 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.533552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69e89402-1a33-4cf7-9eb5-3e3b986a7a08" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.533664] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69e89402-1a33-4cf7-9eb5-3e3b986a7a08" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.533928] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69e89402-1a33-4cf7-9eb5-3e3b986a7a08" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.534049] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e89402-1a33-4cf7-9eb5-3e3b986a7a08',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.829354] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.829354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.829354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.829865] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.829865] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.829865] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.829865] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.830092] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.830161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.830231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.830383] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.830492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.830637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.830727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.830918] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.831089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.831163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.831366] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.831466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.831466] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.831534] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3e84b79-67a2-4242-a0e4-d7b5de0c36e1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.042120] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69e89402-1a33-4cf7-9eb5-3e3b986a7a08 [ 1276.042120] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.042595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.042595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.042595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.042595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.042731] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69e89402-1a33-4cf7-9eb5-3e3b986a7a08 already deleted. [ 1276.042731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69e89402-1a33-4cf7-9eb5-3e3b986a7a08" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.202382] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 in Status: SUCCESS [ 1276.202613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.334630] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3e84b79-67a2-4242-a0e4-d7b5de0c36e1: rpc.has_security_group_logging(os_id): False [ 1276.354668] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.354871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.354871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.355176] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.355344] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.355647] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.355793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.355860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.356061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.356178] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.356405] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.356515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.356659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.356801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.356923] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.357215] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.357335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.357414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.357536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.357612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.357701] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 is going to be created. [ 1276.428010] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.428010] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.428010] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.428010] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.428010] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.440937] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 in Status: IN_PROGRESS for 2s [ 1277.030657] env[66962]: INFO networking_nsxv3.common.synchronization [req-6499b7fb-564e-427e-9fcc-fa6a7ed6ba48 req-203e3fe7-077a-40f5-813e-5298281e612e tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 with Priority: HIGHEST for action security_group_members [ 1277.031526] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 with Priority: HIGHEST for action security_group_members [ 1277.031621] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d653b57-e823-4cd9-97c0-7fcf53d4f962 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.031696] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.031813] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.031944] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.032727] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.032727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.032727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.032727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.032727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.032727] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d653b57-e823-4cd9-97c0-7fcf53d4f962',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.534835] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.535275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.535275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.535363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.535426] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.535637] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.535730] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.535787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.535945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.536031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.536177] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 is going to be updated. [ 1277.562263] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.562423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.562507] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.562734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.562890] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.573383] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 in Status: IN_PROGRESS for 2s [ 1278.458311] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 in Status: SUCCESS [ 1278.458602] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.585304] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 in Status: SUCCESS [ 1279.585615] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 deletion is rescheduled due to dependency. [ 1279.585747] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.520349] env[66962]: INFO networking_nsxv3.common.synchronization [None req-e0f8aad7-50f9-40b1-afb3-ef8723881616 None None] Enqueued Resource ID: 83c5d14f-6627-4717-bf8c-a7450cbe99ae with Priority: HIGHEST for action port [ 1280.520954] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c5d14f-6627-4717-bf8c-a7450cbe99ae with Priority: HIGHEST for action port [ 1280.521282] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-83c5d14f-6627-4717-bf8c-a7450cbe99ae taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.521407] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83c5d14f-6627-4717-bf8c-a7450cbe99ae" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.521464] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83c5d14f-6627-4717-bf8c-a7450cbe99ae" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.521798] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83c5d14f-6627-4717-bf8c-a7450cbe99ae" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.521868] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c5d14f-6627-4717-bf8c-a7450cbe99ae',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.023784] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83c5d14f-6627-4717-bf8c-a7450cbe99ae [ 1281.024266] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.024266] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.024439] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.024518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.024638] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.024787] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83c5d14f-6627-4717-bf8c-a7450cbe99ae already deleted. [ 1281.024921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83c5d14f-6627-4717-bf8c-a7450cbe99ae" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.178951] env[66962]: INFO networking_nsxv3.common.synchronization [None req-73c2be0a-4095-433c-b34d-81bf35a0472f tempest-AttachVolumeTestJSON-386073092 tempest-AttachVolumeTestJSON-386073092-project-member] Enqueued Resource ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 with Priority: HIGHEST for action security_group_rules [ 1281.180123] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 with Priority: HIGHEST for action security_group_rules [ 1281.180123] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e8e9326-8570-420a-90c1-2dd481e70f75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.180123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.180123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.180339] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.180372] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e8e9326-8570-420a-90c1-2dd481e70f75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.276575] env[66962]: INFO networking_nsxv3.common.synchronization [None req-cfefeda5-92c4-45e0-8823-81e7a0b724ba tempest-AttachVolumeTestJSON-386073092 tempest-AttachVolumeTestJSON-386073092-project-member] Enqueued Resource ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 with Priority: HIGHEST for action security_group_rules [ 1281.277213] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 with Priority: HIGHEST for action security_group_rules [ 1281.277573] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e8e9326-8570-420a-90c1-2dd481e70f75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.277697] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.711068] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.711297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.711370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.711595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.711689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.711805] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 already deleted. [ 1281.711893] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.712571] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.712755] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.712866] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e8e9326-8570-420a-90c1-2dd481e70f75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.161650] env[66962]: INFO networking_nsxv3.common.synchronization [None req-8d2bc83e-d3ba-4168-b770-d228b7dbd652 tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 with Priority: HIGHEST for action security_group_rules [ 1282.161650] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 with Priority: HIGHEST for action security_group_rules [ 1282.161650] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dab7bb6-f0d5-4afe-9765-f595f5f1db30 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.162165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.162165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.162165] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.162414] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dab7bb6-f0d5-4afe-9765-f595f5f1db30',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.233424] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.234567] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.234863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.235138] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.235303] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.235452] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 already deleted. [ 1282.235580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.259141] env[66962]: INFO networking_nsxv3.common.synchronization [None req-a7acfc30-e2b3-4d73-b2b8-84e40ad72b88 tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 with Priority: HIGHEST for action security_group_rules [ 1282.259765] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 with Priority: HIGHEST for action security_group_rules [ 1282.260455] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dab7bb6-f0d5-4afe-9765-f595f5f1db30 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.260521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.688875] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.688875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.688875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.688875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.688875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.688875] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 already deleted. [ 1282.688875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.688875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.688875] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.688875] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dab7bb6-f0d5-4afe-9765-f595f5f1db30',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.886100] env[66962]: INFO networking_nsxv3.common.synchronization [None req-991ac893-b50d-43c4-bde5-0609e2353433 None None] Enqueued Resource ID: 8cf47274-b1d9-4f62-b0cc-6a13ddcb2832 with Priority: HIGHEST for action port [ 1282.886618] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cf47274-b1d9-4f62-b0cc-6a13ddcb2832 with Priority: HIGHEST for action port [ 1282.886929] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cf47274-b1d9-4f62-b0cc-6a13ddcb2832 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.887910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cf47274-b1d9-4f62-b0cc-6a13ddcb2832" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.887910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cf47274-b1d9-4f62-b0cc-6a13ddcb2832" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.887910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cf47274-b1d9-4f62-b0cc-6a13ddcb2832" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.887910] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cf47274-b1d9-4f62-b0cc-6a13ddcb2832',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.212126] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.212512] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.212512] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.212716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.212836] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.212950] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 already deleted. [ 1283.213128] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.389757] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8cf47274-b1d9-4f62-b0cc-6a13ddcb2832 [ 1283.389987] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.390151] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.390217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.390432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.390522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.390616] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8cf47274-b1d9-4f62-b0cc-6a13ddcb2832 already deleted. [ 1283.390738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cf47274-b1d9-4f62-b0cc-6a13ddcb2832" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.928943] env[66962]: INFO networking_nsxv3.common.synchronization [req-cb3ee2fc-56e6-490f-9501-18369870d4bf req-85ada42a-40b5-4fe2-8449-9940dc1aa475 tempest-ServerAddressesTestJSON-1210672111 tempest-ServerAddressesTestJSON-1210672111-project-member] Enqueued Resource ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 with Priority: HIGHEST for action security_group_members [ 1283.930215] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 with Priority: HIGHEST for action security_group_members [ 1283.930444] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.930789] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.930789] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.930898] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.930975] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.931089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.931392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.931392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.931486] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.931520] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e84b79-67a2-4242-a0e4-d7b5de0c36e1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.433698] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.434145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.434145] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.434300] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.434385] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.434603] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.434711] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.434776] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.434939] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.435027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.435115] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 is going to be updated. [ 1284.463166] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.463356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.463356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.463565] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.463707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.472154] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 in Status: IN_PROGRESS for 2s [ 1286.483829] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 in Status: SUCCESS [ 1286.484235] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 deletion is rescheduled due to dependency. [ 1286.484353] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.939316] env[66962]: INFO networking_nsxv3.common.synchronization [req-0406e2bf-4ffc-4d1d-b98c-fb5e9e179dbc req-9ec876f0-b0a6-47a7-afb9-15b2d9d9314d tempest-AttachVolumeTestJSON-386073092 tempest-AttachVolumeTestJSON-386073092-project-member] Enqueued Resource ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 with Priority: HIGHEST for action security_group_members [ 1286.939985] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 with Priority: HIGHEST for action security_group_members [ 1286.940358] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8e9326-8570-420a-90c1-2dd481e70f75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.940585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.940840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.941097] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.941316] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.941505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.941725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.941956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.942119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.942277] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e8e9326-8570-420a-90c1-2dd481e70f75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.267331] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.267542] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-160" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.267661] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-160" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.267980] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-160" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.268440] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.268610] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.268730] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.268954] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.269122] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.269332] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.269452] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1287.269560] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1287.269667] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1287.269777] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.269884] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1287.270029] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1287.289103] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1287.289336] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1287.289422] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1287.289596] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-160" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.289900] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-0e306446-058e-48b6-a5e8-b2ea93b7873a taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.290101] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-0e306446-058e-48b6-a5e8-b2ea93b7873a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.290228] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-0e306446-058e-48b6-a5e8-b2ea93b7873a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.290580] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-0e306446-058e-48b6-a5e8-b2ea93b7873a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.290737] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e306446-058e-48b6-a5e8-b2ea93b7873a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.444556] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.444727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.444727] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.444953] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.445117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.445248] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.445347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.445404] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.445555] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.445653] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.445706] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 already deleted. [ 1287.445808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.793197] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.793511] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.793577] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.793840] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.793989] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.794156] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 0e306446-058e-48b6-a5e8-b2ea93b7873a not found, creating... [ 1287.794453] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.794670] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.794811] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.795050] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.795189] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.795476] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.795632] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.795745] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.795965] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.796137] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.796297] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 0e306446-058e-48b6-a5e8-b2ea93b7873a is going to be created. [ 1287.818670] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.818962] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.819188] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.819545] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.819877] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.820249] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-0e306446-058e-48b6-a5e8-b2ea93b7873a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.553336] env[66962]: INFO networking_nsxv3.common.synchronization [req-0406e2bf-4ffc-4d1d-b98c-fb5e9e179dbc req-a779b3b6-8089-45ef-9d9d-5f6728aed46b service nova] Enqueued Resource ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 with Priority: HIGHEST for action security_group_rules [ 1288.553515] env[66962]: INFO networking_nsxv3.common.synchronization [req-0406e2bf-4ffc-4d1d-b98c-fb5e9e179dbc req-a779b3b6-8089-45ef-9d9d-5f6728aed46b service nova] Enqueued Resource ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 with Priority: HIGHEST for action security_group_members [ 1288.553655] env[66962]: INFO networking_nsxv3.common.synchronization [req-0406e2bf-4ffc-4d1d-b98c-fb5e9e179dbc req-a779b3b6-8089-45ef-9d9d-5f6728aed46b service nova] Enqueued Resource ID: 0e306446-058e-48b6-a5e8-b2ea93b7873a with Priority: HIGHEST for action port [ 1288.553902] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 with Priority: HIGHEST for action security_group_rules [ 1288.554016] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 with Priority: HIGHEST for action security_group_members [ 1288.554123] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e306446-058e-48b6-a5e8-b2ea93b7873a with Priority: HIGHEST for action port [ 1288.554850] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e8e9326-8570-420a-90c1-2dd481e70f75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.554950] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.555089] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.555232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.555315] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e8e9326-8570-420a-90c1-2dd481e70f75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.556205] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8e9326-8570-420a-90c1-2dd481e70f75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.556351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.556421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.556597] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.556740] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.556861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.556926] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.557088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.557170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.557288] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e8e9326-8570-420a-90c1-2dd481e70f75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.560210] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e306446-058e-48b6-a5e8-b2ea93b7873a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.560349] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e306446-058e-48b6-a5e8-b2ea93b7873a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.560400] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e306446-058e-48b6-a5e8-b2ea93b7873a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.560523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e306446-058e-48b6-a5e8-b2ea93b7873a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.560594] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e306446-058e-48b6-a5e8-b2ea93b7873a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.062062] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e8e9326-8570-420a-90c1-2dd481e70f75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.063257] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8e9326-8570-420a-90c1-2dd481e70f75 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.063388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.063561] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e306446-058e-48b6-a5e8-b2ea93b7873a with status ACTIVE [ 1289.063735] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.063816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.064042] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.064168] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.064208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.064381] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.064478] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.064539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.064693] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.064770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.064945] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.065050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.065108] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.065243] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.065314] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.065395] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e306446-058e-48b6-a5e8-b2ea93b7873a is going to be updated. [ 1289.088508] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.088676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.088734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.088947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.089098] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.089260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e306446-058e-48b6-a5e8-b2ea93b7873a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.109249] env[66962]: INFO networking_nsxv3.common.synchronization [req-6c44c7be-d73f-455f-ae73-9627221e3a4e req-19b97977-ea35-48c1-b8aa-cf88aa748cd2 tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 with Priority: HIGHEST for action security_group_members [ 1289.109688] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 with Priority: HIGHEST for action security_group_members [ 1289.110012] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.110149] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.110215] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.110467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.110621] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.110725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.110782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.110922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.111014] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.111134] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dab7bb6-f0d5-4afe-9765-f595f5f1db30',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.112322] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.112495] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.112611] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.112850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.113061] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.430389] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.430604] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.430771] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.431071] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.431368] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.431580] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.431728] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.431983] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.432190] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.432404] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.432520] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.432627] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.432732] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.432837] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.432939] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.433083] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.451073] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.451266] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1289.451394] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.451565] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-261" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.451883] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-57830229-4c27-484a-84e8-9dc18468b078 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.452065] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-57830229-4c27-484a-84e8-9dc18468b078" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.452156] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-57830229-4c27-484a-84e8-9dc18468b078" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.452476] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-57830229-4c27-484a-84e8-9dc18468b078" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.452612] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57830229-4c27-484a-84e8-9dc18468b078',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.567545] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e8e9326-8570-420a-90c1-2dd481e70f75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.616038] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.616038] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.616207] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.616394] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.616487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.616681] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.616780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.616838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.616992] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.617078] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.617163] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 already deleted. [ 1289.617246] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.617512] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.955086] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.955319] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.955434] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.955845] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.956076] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.956387] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 57830229-4c27-484a-84e8-9dc18468b078 not found, creating... [ 1289.956782] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.956996] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.957140] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.957380] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.957518] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.957805] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.957959] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.958089] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.958415] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.958480] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.958617] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 57830229-4c27-484a-84e8-9dc18468b078 is going to be created. [ 1289.978326] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.978597] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.978656] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.978888] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.979121] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.979383] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-57830229-4c27-484a-84e8-9dc18468b078" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.073217] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.073635] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.073635] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.073744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.073744] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.073837] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 is going to be created. [ 1290.115867] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.116064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.116187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.116395] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.116596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.119461] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.129839] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 in Status: UNINITIALIZED for 2s [ 1290.622120] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1290.622285] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1290.710453] env[66962]: INFO networking_nsxv3.common.synchronization [req-6c44c7be-d73f-455f-ae73-9627221e3a4e req-85efb2eb-9448-41d0-bab3-995d26280f72 service nova] Enqueued Resource ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 with Priority: HIGHEST for action security_group_rules [ 1290.710627] env[66962]: INFO networking_nsxv3.common.synchronization [req-6c44c7be-d73f-455f-ae73-9627221e3a4e req-85efb2eb-9448-41d0-bab3-995d26280f72 service nova] Enqueued Resource ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 with Priority: HIGHEST for action security_group_members [ 1290.710818] env[66962]: INFO networking_nsxv3.common.synchronization [req-6c44c7be-d73f-455f-ae73-9627221e3a4e req-85efb2eb-9448-41d0-bab3-995d26280f72 service nova] Enqueued Resource ID: 57830229-4c27-484a-84e8-9dc18468b078 with Priority: HIGHEST for action port [ 1290.711416] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 with Priority: HIGHEST for action security_group_rules [ 1290.711612] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 with Priority: HIGHEST for action security_group_members [ 1290.711774] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57830229-4c27-484a-84e8-9dc18468b078 with Priority: HIGHEST for action port [ 1290.713133] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dab7bb6-f0d5-4afe-9765-f595f5f1db30 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.713133] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.713133] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.713133] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.713133] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dab7bb6-f0d5-4afe-9765-f595f5f1db30',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.713851] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.713991] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.714065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.714244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.714413] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.714512] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.714622] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.714716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.714853] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.714888] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dab7bb6-f0d5-4afe-9765-f595f5f1db30',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.716078] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-57830229-4c27-484a-84e8-9dc18468b078 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.716201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57830229-4c27-484a-84e8-9dc18468b078" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.716201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57830229-4c27-484a-84e8-9dc18468b078" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.719759] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57830229-4c27-484a-84e8-9dc18468b078" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.719759] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57830229-4c27-484a-84e8-9dc18468b078',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.220124] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.220124] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.220124] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1dab7bb6-f0d5-4afe-9765-f595f5f1db30',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.223531] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57830229-4c27-484a-84e8-9dc18468b078 with status ACTIVE [ 1291.223531] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.223531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.223531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.223846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.223846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.224055] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.224910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.224910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.224910] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.225273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.225273] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.225374] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.225374] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.226026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.226026] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.226026] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57830229-4c27-484a-84e8-9dc18468b078 is going to be updated. [ 1291.269459] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.269668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.269771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.270059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.273699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.273699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57830229-4c27-484a-84e8-9dc18468b078" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.528685] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.528932] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.528932] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.529136] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.542761] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1291.543793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.544803] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1291.589451] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.589614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.589684] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.589900] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.601505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.602364] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1291.602450] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1291.602541] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1291.696131] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.696131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.696131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.696131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.697261] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.697498] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1291.722183] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1dab7bb6-f0d5-4afe-9765-f595f5f1db30',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.816300] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.819647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.819647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.819647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.819647] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.819647] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1291.934412] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.934868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.934868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.934998] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.935327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.935857] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1291.935857] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4a90fe3c-809e-4d72-8ec9-ddf6813ab451', '22bbc781-aa9d-49d4-84e4-9963bd6ff79a', '71a7e251-622e-40d2-9219-7c017319b7e2', '95eea83a-bdc7-48be-b634-efb62efc5f29', '5ceed366-e1c3-4346-bdde-720a4876026c', '85f77a15-e745-4cb2-a24e-06315120c2d0', 'da073e0c-b31f-4acb-846e-139703386e84', 'dc31f59f-401d-4546-a593-20ee8941aba0', 'f31219a5-d979-4d95-b191-6484c3f8c909', 'b89a800c-7857-493c-bfc8-5c9efcf097a4', '2ba9f3a8-9003-4279-8b91-54f0944c8a71', 'ce11e631-3066-4efa-aa1e-d24f52c90cee', '39653ed9-70e4-4ce6-8b1c-78a2bb64b581', 'edde1203-b70c-41f8-a830-6c336906e0e6', '7d653b57-e823-4cd9-97c0-7fcf53d4f962', '50a63566-3211-4a68-bac5-be1f3ffab90c', '73b234c4-fc42-4fda-95a4-cba2c1e35d18', 'b0e99876-c9d4-4083-9800-dd2400801835', '0111f5d1-5b29-4970-a11c-46edcd1c0ed9', '19f5e4f6-f861-4435-9540-3b3d0de1f6c2', 'c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca', 'b017e89b-147a-4284-bf4c-0833f3d748f3', 'ff217a6a-099a-47d5-95b6-717b6f16d2f8', 'dec0d31c-89d0-4956-b0e8-021f4beba2b2', 'afca0e6e-e9d1-47ac-83ca-4a60cfb04161', '1707c9e6-7391-433d-8869-1c2bf494ef06', 'd3e84b79-67a2-4242-a0e4-d7b5de0c36e1', '13670277-d41f-4476-8b0b-dd37caa064d8', 'c188ee13-6d42-4399-a187-6e10c5c72ec0', 'a00db942-f3f9-4737-be92-885f17f67227', 'f1884658-ac03-4afd-b6b2-82797c32dc1e', 'aa004fc6-491a-4f9e-ba06-54217ef5ff9c', 'e5d33064-6236-4da6-bd65-51867bacca29', '50d89fb4-418e-4e91-a5ba-c65a4431fe75', 'b7274236-5a60-47f0-9069-f7df7d12a197', 'a1f38b50-da23-4b3a-a0de-8111fee76e45', 'ba14845d-1779-40c7-a90f-bfc2bc105253', '11ecfc71-210a-4ca3-9a9d-cadd42405b06', '28e12498-6cf9-44ac-8fdd-af6ecdf0065e', 'dda7b9de-c484-4751-8ced-265ce0287148', 'e0799a64-4448-4764-9b10-66e259b1713e', '8cb303bb-ea5c-40cf-98d8-ed46c955031b', '4f84c80a-6ad6-4b71-b854-25b0aedb18ad'} {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1291.935857] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1291.957418] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.958530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.958530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.958530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.958530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.958530] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1291.958530] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1291.958530] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1292.071044] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.071236] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.071304] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.071491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.072796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.073125] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1292.073212] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1292.073275] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1292.073341] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1292.073415] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1292.073496] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGH for action security_group_rules [ 1292.073609] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGH for action security_group_rules [ 1292.073676] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGH for action security_group_rules [ 1292.073740] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 with Priority: HIGH for action security_group_rules [ 1292.073802] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGH for action security_group_rules [ 1292.073862] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGH for action security_group_rules [ 1292.073916] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGH for action security_group_rules [ 1292.073968] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGH for action security_group_rules [ 1292.074041] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGH for action security_group_rules [ 1292.074098] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGH for action security_group_rules [ 1292.074201] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 with Priority: HIGH for action security_group_rules [ 1292.074299] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGH for action security_group_rules [ 1292.074299] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGH for action security_group_rules [ 1292.074380] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGH for action security_group_rules [ 1292.074413] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 with Priority: HIGH for action security_group_rules [ 1292.074488] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGH for action security_group_rules [ 1292.074536] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGH for action security_group_rules [ 1292.074583] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGH for action security_group_rules [ 1292.074629] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 with Priority: HIGH for action security_group_rules [ 1292.074730] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGH for action security_group_rules [ 1292.074781] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.140945] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 in Status: SUCCESS [ 1292.141194] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.141370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.141623] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.141945] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.141945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.142117] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.142155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.142356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.142356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.142482] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e8e9326-8570-420a-90c1-2dd481e70f75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.226053] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.226369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.226369] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.226677] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.226677] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.226778] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 is going to be created. [ 1292.253605] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.253829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.253829] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.254025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.254189] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.264534] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 in Status: UNINITIALIZED for 2s [ 1292.645306] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e8e9326-8570-420a-90c1-2dd481e70f75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.147964] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e8e9326-8570-420a-90c1-2dd481e70f75: rpc.has_security_group_logging(os_id): False [ 1293.168409] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.168549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.168751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.168814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.168902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.169165] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.169321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.169321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.169510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.169562] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.169644] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 is going to be created. [ 1293.260782] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.260782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.260782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.260782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.261502] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.286178] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 in Status: IN_PROGRESS for 2s [ 1294.274833] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 in Status: SUCCESS [ 1294.275070] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.275238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.275453] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.275636] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.275749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.275811] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.275955] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.276051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.276134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.276239] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1dab7bb6-f0d5-4afe-9765-f595f5f1db30',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.778629] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1dab7bb6-f0d5-4afe-9765-f595f5f1db30',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.281578] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1dab7bb6-f0d5-4afe-9765-f595f5f1db30: rpc.has_security_group_logging(os_id): False [ 1295.298075] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 in Status: SUCCESS [ 1295.298392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.299287] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.299412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.299482] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.299705] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.299810] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.300051] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.300153] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.300215] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.300361] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.300436] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.300522] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 is going to be created. [ 1295.357894] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.358076] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.358135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.358354] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.358554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.368671] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 in Status: IN_PROGRESS for 2s [ 1295.713563] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.713730] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1295.713968] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 with Priority: HIGH for action security_group_rules [ 1295.714224] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a7e251-622e-40d2-9219-7c017319b7e2 with Priority: HIGH for action security_group_rules [ 1295.714426] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da073e0c-b31f-4acb-846e-139703386e84 with Priority: HIGH for action security_group_rules [ 1295.714605] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 with Priority: HIGH for action security_group_rules [ 1295.714771] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 with Priority: HIGH for action security_group_rules [ 1295.714978] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 with Priority: HIGH for action security_group_rules [ 1295.715173] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e99876-c9d4-4083-9800-dd2400801835 with Priority: HIGH for action security_group_rules [ 1295.715361] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 with Priority: HIGH for action security_group_rules [ 1295.715541] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde1203-b70c-41f8-a830-6c336906e0e6 with Priority: HIGH for action security_group_rules [ 1295.715728] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a63566-3211-4a68-bac5-be1f3ffab90c with Priority: HIGH for action security_group_rules [ 1295.715908] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 with Priority: HIGH for action security_group_rules [ 1295.716100] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce11e631-3066-4efa-aa1e-d24f52c90cee with Priority: HIGH for action security_group_rules [ 1295.716277] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 with Priority: HIGH for action security_group_rules [ 1295.716467] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 with Priority: HIGH for action security_group_rules [ 1295.716645] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31219a5-d979-4d95-b191-6484c3f8c909 with Priority: HIGH for action security_group_rules [ 1295.716811] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 with Priority: HIGH for action security_group_rules [ 1295.716956] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGH for action security_group_rules [ 1295.717134] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceed366-e1c3-4346-bdde-720a4876026c with Priority: HIGH for action security_group_rules [ 1295.717313] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a with Priority: HIGH for action security_group_rules [ 1295.717475] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 with Priority: HIGH for action security_group_rules [ 1295.717957] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.718169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.718278] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.718603] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.718792] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a90fe3c-809e-4d72-8ec9-ddf6813ab451',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.720197] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71a7e251-622e-40d2-9219-7c017319b7e2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.720383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.720506] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.720777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.720912] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71a7e251-622e-40d2-9219-7c017319b7e2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.722554] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da073e0c-b31f-4acb-846e-139703386e84 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.722653] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.722758] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.723017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.723159] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da073e0c-b31f-4acb-846e-139703386e84',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.724233] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.724409] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.724519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.724740] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.724848] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d653b57-e823-4cd9-97c0-7fcf53d4f962',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.725875] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.726055] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.726173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.726436] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.726576] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f5e4f6-f861-4435-9540-3b3d0de1f6c2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.727647] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0111f5d1-5b29-4970-a11c-46edcd1c0ed9 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.727815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.727947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.728201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.728355] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0111f5d1-5b29-4970-a11c-46edcd1c0ed9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.729608] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0e99876-c9d4-4083-9800-dd2400801835 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.729808] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.729928] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.730212] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.730338] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0e99876-c9d4-4083-9800-dd2400801835',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.731352] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.731515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.731644] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.731945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.732100] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73b234c4-fc42-4fda-95a4-cba2c1e35d18',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.733213] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edde1203-b70c-41f8-a830-6c336906e0e6 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.733333] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.733453] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.733666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.733773] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edde1203-b70c-41f8-a830-6c336906e0e6',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.735184] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a63566-3211-4a68-bac5-be1f3ffab90c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.735355] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.735606] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.735857] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.736049] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a63566-3211-4a68-bac5-be1f3ffab90c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.737375] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.737505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.737591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.737835] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.738365] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39653ed9-70e4-4ce6-8b1c-78a2bb64b581',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.739196] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce11e631-3066-4efa-aa1e-d24f52c90cee taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.739335] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.739412] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.739750] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.739824] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce11e631-3066-4efa-aa1e-d24f52c90cee',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.741112] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.741232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.741391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.741630] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.741751] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba9f3a8-9003-4279-8b91-54f0944c8a71',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.743250] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b89a800c-7857-493c-bfc8-5c9efcf097a4 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.743441] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.743549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.743767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.743912] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b89a800c-7857-493c-bfc8-5c9efcf097a4',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.744926] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f31219a5-d979-4d95-b191-6484c3f8c909 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.745434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.745434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.745617] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.745655] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f31219a5-d979-4d95-b191-6484c3f8c909',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.746782] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85f77a15-e745-4cb2-a24e-06315120c2d0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.747298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.748046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.748046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.748046] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85f77a15-e745-4cb2-a24e-06315120c2d0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.748798] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.748970] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.749090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.749313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.749447] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.750550] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ceed366-e1c3-4346-bdde-720a4876026c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.750726] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.750831] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.751088] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.751222] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ceed366-e1c3-4346-bdde-720a4876026c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.752308] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.752417] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.752467] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.752686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.752823] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22bbc781-aa9d-49d4-84e4-9963bd6ff79a',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.753907] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95eea83a-bdc7-48be-b634-efb62efc5f29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.754094] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.754203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.754423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.754540] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95eea83a-bdc7-48be-b634-efb62efc5f29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.781838] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.782187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.782187] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.782901] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.785802] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.785802] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.805915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.806101] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0111f5d1-5b29-4970-a11c-46edcd1c0ed9 is going to be deleted. [ 1295.807068] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.807302] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.826208] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.826418] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a90fe3c-809e-4d72-8ec9-ddf6813ab451 is going to be deleted. [ 1295.862077] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.862285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.862285] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.862510] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.862605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.862714] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0111f5d1-5b29-4970-a11c-46edcd1c0ed9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.879956] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.880155] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.880230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.880390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.880476] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.880587] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a90fe3c-809e-4d72-8ec9-ddf6813ab451" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.259542] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.259746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.259746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.259954] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.260154] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.260257] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.260328] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.260484] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.260568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.260654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.260751] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.349849] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.350392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.350392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.350392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.352256] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.352434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.353383] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.353515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.354186] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.354279] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.355019] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.355123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.355907] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.355998] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.356845] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.356967] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.357716] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.357814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.359039] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.359039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.359500] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.359601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.360487] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.360623] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.361303] env[66962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.361811] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.361933] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.363167] env[66962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.363515] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.363685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.364343] env[66962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.364825] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.364963] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.365700] env[66962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.366185] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.366377] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.366975] env[66962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.367475] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.367628] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.368358] env[66962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.368908] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.369033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.384576] env[66962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.385274] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.385559] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39653ed9-70e4-4ce6-8b1c-78a2bb64b581 is going to be deleted. [ 1296.386846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.387065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.409980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.409980] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73b234c4-fc42-4fda-95a4-cba2c1e35d18 is going to be deleted. [ 1296.410432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.410640] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.430665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.430887] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a63566-3211-4a68-bac5-be1f3ffab90c is going to be deleted. [ 1296.432009] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.432227] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.456752] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.456896] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.457803] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.457919] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d653b57-e823-4cd9-97c0-7fcf53d4f962 is going to be deleted. [ 1296.459788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.459788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.488965] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.488965] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.491797] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.491797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.495355] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.495355] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ceed366-e1c3-4346-bdde-720a4876026c is going to be deleted. [ 1296.496219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.496537] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.518174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.518329] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22bbc781-aa9d-49d4-84e4-9963bd6ff79a is going to be deleted. [ 1296.519258] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.519501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.553383] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.553595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.557725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.557894] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da073e0c-b31f-4acb-846e-139703386e84 is going to be deleted. [ 1296.558912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.559179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.608735] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.609021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.692848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.692848] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edde1203-b70c-41f8-a830-6c336906e0e6 is going to be deleted. [ 1296.692848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.692848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.719057] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.719358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.722909] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.723109] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.736769] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.736769] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0e99876-c9d4-4083-9800-dd2400801835 is going to be deleted. [ 1296.737788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.738058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.767248] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.780713] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.780998] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85f77a15-e745-4cb2-a24e-06315120c2d0 is going to be deleted. [ 1296.782701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.783135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.808861] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.809076] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.811521] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.811734] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce11e631-3066-4efa-aa1e-d24f52c90cee is going to be deleted. [ 1296.812682] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.812928] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.899051] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.899051] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.903745] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.903917] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f31219a5-d979-4d95-b191-6484c3f8c909 is going to be deleted. [ 1296.905035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.905304] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.955301] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.955475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.956515] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.956656] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.974109] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.974936] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f5e4f6-f861-4435-9540-3b3d0de1f6c2 is going to be deleted. [ 1296.975740] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.975834] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.001232] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.001439] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b89a800c-7857-493c-bfc8-5c9efcf097a4 is going to be deleted. [ 1297.002324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.002543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.053543] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.053543] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95eea83a-bdc7-48be-b634-efb62efc5f29 is going to be deleted. [ 1297.054566] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.055163] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.106158] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.106390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.108361] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.108545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.113095] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.113265] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71a7e251-622e-40d2-9219-7c017319b7e2 is going to be deleted. [ 1297.114432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.114668] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.131519] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.131519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.154465] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.154800] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba9f3a8-9003-4279-8b91-54f0944c8a71 is going to be deleted. [ 1297.156508] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.156821] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.156984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.157191] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39653ed9-70e4-4ce6-8b1c-78a2bb64b581" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.157451] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.157698] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.157813] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.157993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73b234c4-fc42-4fda-95a4-cba2c1e35d18" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.158827] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.158992] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.159080] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.159203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a63566-3211-4a68-bac5-be1f3ffab90c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.159357] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.159539] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.159636] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.159773] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d653b57-e823-4cd9-97c0-7fcf53d4f962" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.159935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.160256] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.160347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.160478] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ceed366-e1c3-4346-bdde-720a4876026c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.160618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.160786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.160863] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.160985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22bbc781-aa9d-49d4-84e4-9963bd6ff79a" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.161148] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.161313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.161399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.161988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da073e0c-b31f-4acb-846e-139703386e84" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.161988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.161988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.161988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.162214] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edde1203-b70c-41f8-a830-6c336906e0e6" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.162320] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.162489] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.162579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.162701] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0e99876-c9d4-4083-9800-dd2400801835" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.162826] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.162968] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.163064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.163186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85f77a15-e745-4cb2-a24e-06315120c2d0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.163311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.163443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.163512] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.163617] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce11e631-3066-4efa-aa1e-d24f52c90cee" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.163734] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.163891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.163995] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.164126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f5e4f6-f861-4435-9540-3b3d0de1f6c2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.164284] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.164471] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.164552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.164780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f31219a5-d979-4d95-b191-6484c3f8c909" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.164935] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.165113] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.165199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.165320] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b89a800c-7857-493c-bfc8-5c9efcf097a4" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.182103] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.182312] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.182312] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.182505] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.182596] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.182896] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95eea83a-bdc7-48be-b634-efb62efc5f29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.244493] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.244493] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.244738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.244866] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.245021] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.245196] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71a7e251-622e-40d2-9219-7c017319b7e2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.269840] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc31f59f-401d-4546-a593-20ee8941aba0: rpc.has_security_group_logging(os_id): False [ 1297.309397] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.309675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.309675] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.309850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.309944] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.310075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba9f3a8-9003-4279-8b91-54f0944c8a71" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.317776] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.317964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.318038] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.318228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.350392] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.350827] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.350964] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.351046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.351237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.351331] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.351433] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 is going to be updated. [ 1297.396153] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 in Status: SUCCESS [ 1297.396431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.456962] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.457175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.457175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.457771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.457771] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.471531] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: IN_PROGRESS for 2s [ 1299.486396] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: SUCCESS [ 1299.486396] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.719302] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.719679] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.083323] env[66962]: INFO networking_nsxv3.common.synchronization [req-0442d011-91c3-4b35-a499-ee401c7b2b3d req-39fea3d9-4827-4477-8b81-b49b2fe54423 tempest-ServerActionsV293TestJSON-781044626 tempest-ServerActionsV293TestJSON-781044626-project-member] Enqueued Resource ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa with Priority: HIGHEST for action security_group_members [ 1301.083323] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa with Priority: HIGHEST for action security_group_members [ 1301.083520] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.083655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.083736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.083960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.084128] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.084226] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.084290] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.084431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.084503] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.084596] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.389520] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-522 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.389740] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-522" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.389865] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-522" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.390231] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-522" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.390497] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.390657] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.390771] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.391144] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.391313] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.391523] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.392692] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.392692] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.392692] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.392692] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.392692] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.392692] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.412439] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.412631] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1301.412743] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.412931] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-522" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.413273] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-deb47dc4-7abd-4106-9c1b-44070470f64d taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.413449] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-deb47dc4-7abd-4106-9c1b-44070470f64d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.413566] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-deb47dc4-7abd-4106-9c1b-44070470f64d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.413892] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-deb47dc4-7abd-4106-9c1b-44070470f64d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.414040] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deb47dc4-7abd-4106-9c1b-44070470f64d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.586588] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.586837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.586837] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.587040] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.587135] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.587383] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.587486] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.587554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.587729] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.587814] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.587906] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa already deleted. [ 1301.587997] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.916814] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.917181] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.917181] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.917474] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.917634] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.917786] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port deb47dc4-7abd-4106-9c1b-44070470f64d not found, creating... [ 1301.918061] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.918220] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.918336] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.918553] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.918727] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.919071] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.919251] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.919406] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.919617] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.919748] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.919886] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: deb47dc4-7abd-4106-9c1b-44070470f64d is going to be created. [ 1301.938885] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.939135] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.939262] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.939568] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.939759] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.940014] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-deb47dc4-7abd-4106-9c1b-44070470f64d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.649820] env[66962]: INFO networking_nsxv3.common.synchronization [req-0442d011-91c3-4b35-a499-ee401c7b2b3d req-d9d13c2a-35a6-4370-937f-d164cfb3898c service nova] Enqueued Resource ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa with Priority: HIGHEST for action security_group_rules [ 1302.650010] env[66962]: INFO networking_nsxv3.common.synchronization [req-0442d011-91c3-4b35-a499-ee401c7b2b3d req-d9d13c2a-35a6-4370-937f-d164cfb3898c service nova] Enqueued Resource ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa with Priority: HIGHEST for action security_group_members [ 1302.650153] env[66962]: INFO networking_nsxv3.common.synchronization [req-0442d011-91c3-4b35-a499-ee401c7b2b3d req-d9d13c2a-35a6-4370-937f-d164cfb3898c service nova] Enqueued Resource ID: deb47dc4-7abd-4106-9c1b-44070470f64d with Priority: HIGHEST for action port [ 1302.650668] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa with Priority: HIGHEST for action security_group_rules [ 1302.651208] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa with Priority: HIGHEST for action security_group_members [ 1302.651208] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deb47dc4-7abd-4106-9c1b-44070470f64d with Priority: HIGHEST for action port [ 1302.652949] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.653725] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.653815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.654072] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.654157] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.654980] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.655425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.655495] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.655688] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.655876] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.655977] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.656048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.656226] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.656271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.656518] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.657784] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-deb47dc4-7abd-4106-9c1b-44070470f64d taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.657885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deb47dc4-7abd-4106-9c1b-44070470f64d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.657958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deb47dc4-7abd-4106-9c1b-44070470f64d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.658133] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deb47dc4-7abd-4106-9c1b-44070470f64d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.658210] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deb47dc4-7abd-4106-9c1b-44070470f64d',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.160441] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.160813] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.160813] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port deb47dc4-7abd-4106-9c1b-44070470f64d with status ACTIVE [ 1303.160975] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.161093] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.161158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.161358] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.161449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.161661] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.161731] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.161765] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.161904] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.162016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.162165] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.162257] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.162299] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.162439] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.162511] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.162593] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: deb47dc4-7abd-4106-9c1b-44070470f64d is going to be updated. [ 1303.163861] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.185884] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.186090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.186090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.186375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.186619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.186790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deb47dc4-7abd-4106-9c1b-44070470f64d" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.666086] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.169104] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.169549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.169549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.169549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.169658] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.169777] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa is going to be created. [ 1304.194035] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.194186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.194246] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.194475] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.194637] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.203165] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa in Status: UNINITIALIZED for 2s [ 1306.215892] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa in Status: UNINITIALIZED for 4s [ 1307.652483] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.652827] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1308.229379] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa in Status: SUCCESS [ 1308.229674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.229877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.230192] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.230449] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.230613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.230702] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.230912] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.231035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.231185] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.231332] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.734229] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.236361] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa: rpc.has_security_group_logging(os_id): False [ 1309.255253] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.255545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.255545] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.255703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.256634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.256634] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.256634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.256634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.256634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.256634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.256634] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa is going to be created. [ 1309.319816] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.319816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.319816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.319816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.319816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.333542] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa in Status: IN_PROGRESS for 2s [ 1311.349088] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa in Status: SUCCESS [ 1311.349478] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.654077] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.654077] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.655283] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.655639] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1322.656723] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.657138] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.658119] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.658545] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.659876] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.660200] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.661475] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.661858] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.662388] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.662682] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.663900] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.664416] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.676948] env[66962]: INFO networking_nsxv3.common.synchronization [req-559066f0-2be1-41da-8285-f982f4d939cc req-6a18a2f9-625a-4d56-9b93-ae8f448a2ba7 tempest-AttachVolumeNegativeTest-1371033135 tempest-AttachVolumeNegativeTest-1371033135-project-member] Enqueued Resource ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 with Priority: HIGHEST for action security_group_members [ 1351.677351] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 with Priority: HIGHEST for action security_group_members [ 1351.677655] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.677778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.677842] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.678095] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.678268] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.678431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.678431] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.678578] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.678642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.678706] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dab7bb6-f0d5-4afe-9765-f595f5f1db30',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.181749] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.181749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.181749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.181749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.181749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.181749] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.181749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.181749] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.182206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.182206] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.182206] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 is going to be updated. [ 1352.214776] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.215032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.215032] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.215180] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.215334] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.225175] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 in Status: IN_PROGRESS for 2s [ 1354.235504] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 in Status: SUCCESS [ 1354.235850] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dab7bb6-f0d5-4afe-9765-f595f5f1db30 deletion is rescheduled due to dependency. [ 1354.235850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dab7bb6-f0d5-4afe-9765-f595f5f1db30" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.678196] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.678562] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.143753] env[66962]: INFO networking_nsxv3.common.synchronization [req-0cc3f6e3-c342-4e07-88b1-bf155465b2c3 req-ce91e154-f21c-4601-ad6a-fba7e43d16e0 tempest-ServerActionsV293TestJSON-781044626 tempest-ServerActionsV293TestJSON-781044626-project-member] Enqueued Resource ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa with Priority: HIGHEST for action security_group_members [ 1357.145389] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa with Priority: HIGHEST for action security_group_members [ 1357.145389] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.145389] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.146237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.146237] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.146508] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.146626] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.146689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.147368] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.147368] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.147368] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.650011] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.650298] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.650380] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.650599] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.650691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.650895] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.651018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.651062] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.651195] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.651271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.651355] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa is going to be updated. [ 1357.682768] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.683173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.683173] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.683267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.683359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.692076] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa in Status: IN_PROGRESS for 2s [ 1359.703633] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa in Status: SUCCESS [ 1359.704129] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa deletion is rescheduled due to dependency. [ 1359.704129] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.146035] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.146429] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.098293] env[66962]: INFO networking_nsxv3.common.synchronization [req-a1dd02a2-0e05-46b1-8cc4-b9f85be2dc0a req-eeaceac7-25dd-42ab-b2b4-3c94d4ce08a3 tempest-ServerActionsTestJSON-1855646730 tempest-ServerActionsTestJSON-1855646730-project-member] Enqueued Resource ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 with Priority: HIGHEST for action security_group_members [ 1364.098853] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 with Priority: HIGHEST for action security_group_members [ 1364.099190] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f38b50-da23-4b3a-a0de-8111fee76e45 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.099318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.099403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.099601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.099754] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.099850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.099907] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.100376] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.100484] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.100581] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f38b50-da23-4b3a-a0de-8111fee76e45',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.603249] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.603501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.603501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.603685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.625131] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.625393] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.625514] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.625580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.625778] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.625858] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.625946] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 is going to be updated. [ 1364.655245] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.655393] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.655461] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.655742] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.655846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.664709] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 in Status: IN_PROGRESS for 2s [ 1366.675693] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 in Status: SUCCESS [ 1366.676188] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 deletion is rescheduled due to dependency. [ 1366.676188] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.099640] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.099975] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.101350] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.101653] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.103028] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.103494] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.104853] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.104853] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.105912] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.105912] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.106750] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.107096] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.538850] env[66962]: INFO networking_nsxv3.common.synchronization [req-0b57f055-2536-4794-ac90-10c7e80b5a0f req-399b0f36-2eb2-4643-94d3-cb8ba813f321 tempest-ServerActionsTestJSON-1855646730 tempest-ServerActionsTestJSON-1855646730-project-member] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1395.539421] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1395.539740] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.539855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.539969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.540414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.540414] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.540414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.540414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.540788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.540788] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.540897] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.043085] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.043311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.043311] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.043515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.043658] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.043899] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.044019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.044095] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.044233] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.044310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.044394] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 is going to be updated. [ 1396.073539] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.073775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.073775] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.073947] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.074175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.082946] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: IN_PROGRESS for 2s [ 1398.093532] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: SUCCESS [ 1398.093532] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 deletion is rescheduled due to dependency. [ 1398.093987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.540660] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.540970] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.427570] env[66962]: INFO networking_nsxv3.common.synchronization [req-57b8af5b-2fd5-4790-b90d-bd47cd7457cf req-e8523a8b-5113-4c73-a151-ac0201ba5fe0 tempest-ServerActionsTestJSON-1855646730 tempest-ServerActionsTestJSON-1855646730-project-member] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1402.427859] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1402.428158] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.428275] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.428342] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.428591] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.428761] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.428860] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.428919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.429085] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.429170] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.429262] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.706902] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.707204] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.707328] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.707644] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.707905] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.708121] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.708256] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.708518] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.708665] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.708871] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1402.708981] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1402.709106] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1402.709213] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1402.709318] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1402.709422] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1402.709547] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1402.728829] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1402.728999] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1402.729135] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1402.729286] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.729585] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-a216bd88-8205-41f8-887c-d1fe5e27eac9 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.729753] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-a216bd88-8205-41f8-887c-d1fe5e27eac9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.729868] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-a216bd88-8205-41f8-887c-d1fe5e27eac9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.730208] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-a216bd88-8205-41f8-887c-d1fe5e27eac9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.730344] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a216bd88-8205-41f8-887c-d1fe5e27eac9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.933358] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.933564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.933564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.933724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.933818] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.934025] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.934114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.934175] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.934324] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.934399] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.934483] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 is going to be updated. [ 1402.961189] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.961371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.961419] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.961617] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.961761] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.970329] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: IN_PROGRESS for 2s [ 1403.233142] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.233142] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.233142] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.233142] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.233142] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.233521] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port a216bd88-8205-41f8-887c-d1fe5e27eac9 not found, creating... [ 1403.233521] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.233681] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.233917] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.234185] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.234360] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.234673] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.234876] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.235032] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.235305] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.235516] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.235697] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: a216bd88-8205-41f8-887c-d1fe5e27eac9 is going to be created. [ 1403.255202] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.255429] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.255669] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.255955] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.256234] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.256492] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-a216bd88-8205-41f8-887c-d1fe5e27eac9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.951257] env[66962]: INFO networking_nsxv3.common.synchronization [req-57b8af5b-2fd5-4790-b90d-bd47cd7457cf req-4aaca038-2beb-4cd2-ac1d-944de59e280d service nova] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_rules [ 1403.951257] env[66962]: INFO networking_nsxv3.common.synchronization [req-57b8af5b-2fd5-4790-b90d-bd47cd7457cf req-4aaca038-2beb-4cd2-ac1d-944de59e280d service nova] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1403.951747] env[66962]: INFO networking_nsxv3.common.synchronization [req-57b8af5b-2fd5-4790-b90d-bd47cd7457cf req-4aaca038-2beb-4cd2-ac1d-944de59e280d service nova] Enqueued Resource ID: a216bd88-8205-41f8-887c-d1fe5e27eac9 with Priority: HIGHEST for action port [ 1403.951896] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_rules [ 1403.952104] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1403.952247] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a216bd88-8205-41f8-887c-d1fe5e27eac9 with Priority: HIGHEST for action port [ 1403.952562] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.952728] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.952816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.953066] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.953171] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.954041] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.954436] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.954701] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-a216bd88-8205-41f8-887c-d1fe5e27eac9 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.954867] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a216bd88-8205-41f8-887c-d1fe5e27eac9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.954979] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a216bd88-8205-41f8-887c-d1fe5e27eac9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.955210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a216bd88-8205-41f8-887c-d1fe5e27eac9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.955315] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a216bd88-8205-41f8-887c-d1fe5e27eac9',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.456986] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.457224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.457305] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a216bd88-8205-41f8-887c-d1fe5e27eac9 with status ACTIVE [ 1404.457544] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.457652] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.457716] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.457931] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.458036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.458208] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.458306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.458401] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.458569] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.458614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.458792] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.458897] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.458941] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.459083] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.459159] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.459243] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a216bd88-8205-41f8-887c-d1fe5e27eac9 is going to be updated. [ 1404.480589] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.480817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.480817] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.480969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.481120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.481276] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a216bd88-8205-41f8-887c-d1fe5e27eac9" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.981338] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: SUCCESS [ 1404.981728] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 deletion is rescheduled due to dependency. [ 1404.981728] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.981728] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.981944] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.982138] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.982253] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.982317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.982463] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.982568] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.982666] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.485053] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.987596] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.490650] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.490899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.491013] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.491315] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.491440] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.491577] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 is going to be updated. [ 1406.521944] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.522174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.522174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.522564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.522564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.531477] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: IN_PROGRESS for 2s [ 1408.542603] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: SUCCESS [ 1408.543035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.543035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.543146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.543325] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.543448] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.543514] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.543663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.543738] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.543822] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.543908] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.953709] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.953898] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1409.045685] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.547979] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc31f59f-401d-4546-a593-20ee8941aba0: rpc.has_security_group_logging(os_id): False [ 1409.565131] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.565329] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.565329] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.565540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.565632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.565873] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.565974] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.566058] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.566210] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.566287] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.566382] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 is going to be updated. [ 1409.706455] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.706619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.706665] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.706870] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.707025] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.721538] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: IN_PROGRESS for 2s [ 1411.737019] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: SUCCESS [ 1411.737019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.955365] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.955365] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.956773] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.956773] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.958076] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.958522] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.960651] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.961147] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.961903] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.962348] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.273126] env[66962]: INFO networking_nsxv3.common.synchronization [req-fdcf5622-167f-4414-a8da-9dc2c8d89a56 req-4cafa627-23f2-4a79-afbf-167376a7a9b2 tempest-AttachVolumeTestJSON-386073092 tempest-AttachVolumeTestJSON-386073092-project-member] Enqueued Resource ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 with Priority: HIGHEST for action security_group_members [ 1438.273543] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 with Priority: HIGHEST for action security_group_members [ 1438.273848] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8e9326-8570-420a-90c1-2dd481e70f75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.273969] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.274191] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.274410] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.274625] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.274787] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.274862] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.275060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.275196] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.275333] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e8e9326-8570-420a-90c1-2dd481e70f75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.778310] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.778531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.778531] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.778681] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.778797] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.778991] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.779095] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.779161] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.779321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.779397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.779482] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 is going to be updated. [ 1438.810042] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.810382] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.810382] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.810536] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.810580] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.819148] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 in Status: IN_PROGRESS for 2s [ 1440.831117] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 in Status: SUCCESS [ 1440.831522] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 deletion is rescheduled due to dependency. [ 1440.831522] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.968295] env[66962]: INFO networking_nsxv3.common.synchronization [None req-74aec7f8-58ab-4104-a4ac-7e25c687e865 tempest-AttachVolumeTestJSON-386073092 tempest-AttachVolumeTestJSON-386073092-project-member] Enqueued Resource ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 with Priority: HIGHEST for action security_group_rules [ 1442.968835] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 with Priority: HIGHEST for action security_group_rules [ 1442.969159] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.969348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.969348] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.969586] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.969667] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('478cdc3d-fee4-4103-ace3-e6c6db4026b5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.492757] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.492996] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.493075] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.493355] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.493442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.493626] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 already deleted. [ 1443.493768] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.509313] env[66962]: INFO networking_nsxv3.common.synchronization [None req-39f16095-5b39-4034-bd6c-689ccfc464eb tempest-AttachVolumeTestJSON-386073092 tempest-AttachVolumeTestJSON-386073092-project-member] Enqueued Resource ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 with Priority: HIGHEST for action security_group_rules [ 1443.510277] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 with Priority: HIGHEST for action security_group_rules [ 1443.510643] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.510826] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.510891] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.511156] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.511248] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('478cdc3d-fee4-4103-ace3-e6c6db4026b5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.032160] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.032455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.032455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.032585] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.032672] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.032765] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 already deleted. [ 1444.032852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.511853] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.511853] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.314474] env[66962]: INFO networking_nsxv3.common.synchronization [req-ab970189-9e95-4e88-8943-ae5e4b18e628 req-1fa4bb7f-2801-4dbd-baa6-0fea864558ee tempest-AttachVolumeTestJSON-386073092 tempest-AttachVolumeTestJSON-386073092-project-member] Enqueued Resource ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 with Priority: HIGHEST for action security_group_members [ 1449.314995] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 with Priority: HIGHEST for action security_group_members [ 1449.315331] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-478cdc3d-fee4-4103-ace3-e6c6db4026b5 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.315462] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.315527] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.315821] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.315981] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.316253] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.316353] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.316516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.316605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.316701] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478cdc3d-fee4-4103-ace3-e6c6db4026b5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.595219] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.595593] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-160" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.595593] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-160" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.595825] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-160" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.596030] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.596194] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.596308] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.596520] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.596659] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.596864] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1449.596975] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1449.597097] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1449.597206] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1449.597311] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1449.597414] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1449.597540] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1449.622495] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1449.622665] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1449.622805] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1449.622983] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-160" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.623306] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-d1e33598-1f30-43da-b7c5-b2f97b02a387 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.623484] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-d1e33598-1f30-43da-b7c5-b2f97b02a387" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.623602] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-d1e33598-1f30-43da-b7c5-b2f97b02a387" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.623932] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-d1e33598-1f30-43da-b7c5-b2f97b02a387" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.624083] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1e33598-1f30-43da-b7c5-b2f97b02a387',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.819432] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.819594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.819659] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.819868] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.819959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.820178] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.820273] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.820337] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.820484] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.820554] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.820632] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 already deleted. [ 1449.820712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.127245] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.127690] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.127690] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.127906] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.128116] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.128226] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port d1e33598-1f30-43da-b7c5-b2f97b02a387 not found, creating... [ 1450.128496] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.128669] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.128829] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.129437] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.129437] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.129618] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.129720] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.129786] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.129966] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.130110] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.130271] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: d1e33598-1f30-43da-b7c5-b2f97b02a387 is going to be created. [ 1450.150648] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.150906] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.150969] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.151234] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.151531] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.151770] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-d1e33598-1f30-43da-b7c5-b2f97b02a387" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.857060] env[66962]: INFO networking_nsxv3.common.synchronization [req-ab970189-9e95-4e88-8943-ae5e4b18e628 req-da61b654-f5d7-4d30-89cb-46759f25386e service nova] Enqueued Resource ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 with Priority: HIGHEST for action security_group_rules [ 1450.857368] env[66962]: INFO networking_nsxv3.common.synchronization [req-ab970189-9e95-4e88-8943-ae5e4b18e628 req-da61b654-f5d7-4d30-89cb-46759f25386e service nova] Enqueued Resource ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 with Priority: HIGHEST for action security_group_members [ 1450.857368] env[66962]: INFO networking_nsxv3.common.synchronization [req-ab970189-9e95-4e88-8943-ae5e4b18e628 req-da61b654-f5d7-4d30-89cb-46759f25386e service nova] Enqueued Resource ID: d1e33598-1f30-43da-b7c5-b2f97b02a387 with Priority: HIGHEST for action port [ 1450.857753] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 with Priority: HIGHEST for action security_group_rules [ 1450.857982] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 with Priority: HIGHEST for action security_group_members [ 1450.858035] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e33598-1f30-43da-b7c5-b2f97b02a387 with Priority: HIGHEST for action port [ 1450.858255] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.858378] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.858444] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.858631] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.858742] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('478cdc3d-fee4-4103-ace3-e6c6db4026b5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.860055] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-478cdc3d-fee4-4103-ace3-e6c6db4026b5 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.860162] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.860230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.860433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.860632] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.860736] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.860801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.860949] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.861050] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.861154] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478cdc3d-fee4-4103-ace3-e6c6db4026b5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.861876] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1e33598-1f30-43da-b7c5-b2f97b02a387 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.862029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1e33598-1f30-43da-b7c5-b2f97b02a387" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.862029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1e33598-1f30-43da-b7c5-b2f97b02a387" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.862191] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1e33598-1f30-43da-b7c5-b2f97b02a387" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.862236] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1e33598-1f30-43da-b7c5-b2f97b02a387',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.364183] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('478cdc3d-fee4-4103-ace3-e6c6db4026b5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.365257] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-478cdc3d-fee4-4103-ace3-e6c6db4026b5 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.365413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.365454] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1e33598-1f30-43da-b7c5-b2f97b02a387 with status ACTIVE [ 1451.365585] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.365712] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.365795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.366252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.366252] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.366252] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.366414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.366414] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.366538] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.366594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.366952] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.366952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.366952] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.367142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.367142] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.367373] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1e33598-1f30-43da-b7c5-b2f97b02a387 is going to be updated. [ 1451.391774] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.391774] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.391774] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.392200] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.392200] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.392301] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1e33598-1f30-43da-b7c5-b2f97b02a387" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.869661] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('478cdc3d-fee4-4103-ace3-e6c6db4026b5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.371769] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.371946] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.371998] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.372230] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.372321] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.372418] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 is going to be created. [ 1452.397578] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.397801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.397801] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.398065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.398224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.407110] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 in Status: UNINITIALIZED for 2s [ 1454.419092] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 in Status: SUCCESS [ 1454.419413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.419805] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.420033] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.420247] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.420376] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.420443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.420601] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.420679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.420764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.420851] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('478cdc3d-fee4-4103-ace3-e6c6db4026b5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.922991] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('478cdc3d-fee4-4103-ace3-e6c6db4026b5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.426279] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 478cdc3d-fee4-4103-ace3-e6c6db4026b5: rpc.has_security_group_logging(os_id): False [ 1455.444886] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.445150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.445150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.445363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.445456] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.445848] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.446120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.446120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.446227] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.446277] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.446351] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 is going to be created. [ 1455.501265] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.501487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.501487] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.501660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.501838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.512671] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 in Status: IN_PROGRESS for 2s [ 1455.858821] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.859041] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1457.525637] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 in Status: SUCCESS [ 1457.526036] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.860287] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.860287] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.861396] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.861771] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.862444] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.862876] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.863645] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.863645] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.864363] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.864745] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.901297] env[66962]: INFO networking_nsxv3.common.synchronization [req-953fd76e-91a1-436b-8538-74290701b2d1 req-c145be45-c142-4e74-8dc5-cca3260f20bf tempest-ServerActionsTestJSON-1855646730 tempest-ServerActionsTestJSON-1855646730-project-member] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1483.901843] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1483.902196] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.902325] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.902391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.902569] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.902911] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.902911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.902911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.903082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.903082] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.903167] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.405954] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.406423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.406423] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.406581] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.406581] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.406787] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.406879] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.406940] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.407104] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.407182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.407271] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 is going to be updated. [ 1484.437961] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.438164] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.438238] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.438433] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.438576] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.446641] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: IN_PROGRESS for 2s [ 1486.456987] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: SUCCESS [ 1486.457375] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 deletion is rescheduled due to dependency. [ 1486.457375] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.165951] env[66962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1488.166342] env[66962]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e5b12623-4f0d-4594-ab3f-12b444c26617 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1488.903268] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.903466] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.012374] env[66962]: INFO networking_nsxv3.common.synchronization [req-9f4c929b-b22d-4286-9109-3569992426c5 req-f1959275-ee03-4a18-9741-190c7530f300 tempest-ServerActionsTestJSON-1855646730 tempest-ServerActionsTestJSON-1855646730-project-member] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1491.012957] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1491.013238] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.013355] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.013422] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.013615] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.013768] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.013869] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.013960] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.014080] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.014169] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.014253] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.373045] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.373045] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.373318] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.373445] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.373720] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.373912] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.374082] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.374317] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.374481] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.374694] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1491.374802] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1491.374907] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1491.375026] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1491.375139] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1491.375240] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1491.375383] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1491.398054] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1491.398273] env[66962]: DEBUG dogpile.cache.region [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1491.398330] env[66962]: DEBUG dogpile.lock [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1491.398507] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "network-341" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.398824] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock port-18b24de8-84a7-451c-8aaa-6ff217e9e750 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.398993] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "port-18b24de8-84a7-451c-8aaa-6ff217e9e750" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.399124] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "port-18b24de8-84a7-451c-8aaa-6ff217e9e750" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.399541] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "port-18b24de8-84a7-451c-8aaa-6ff217e9e750" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.399685] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b24de8-84a7-451c-8aaa-6ff217e9e750',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.516768] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.516985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.516985] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.517209] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.517306] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.517499] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.517600] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.517663] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.517813] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.517888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.517975] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 is going to be updated. [ 1491.549321] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.549546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.549546] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.549726] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.549892] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.559888] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: IN_PROGRESS for 2s [ 1491.902060] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.902331] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.902440] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.902743] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.902910] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.903080] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Segment Port 18b24de8-84a7-451c-8aaa-6ff217e9e750 not found, creating... [ 1491.903343] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.903504] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.903620] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.903848] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.903983] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.904323] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.904487] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.904604] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.904810] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.904941] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.905145] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Resource: SegmentPort with ID: 18b24de8-84a7-451c-8aaa-6ff217e9e750 is going to be created. [ 1491.929839] env[66962]: DEBUG networking_nsxv3.common.locking [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.930175] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.930175] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.930640] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.930937] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.931223] env[66962]: DEBUG oslo_concurrency.lockutils [None req-7f649da7-ac6e-4a7c-bb33-d3186448f758 None None] Releasing lock "port-18b24de8-84a7-451c-8aaa-6ff217e9e750" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.617869] env[66962]: INFO networking_nsxv3.common.synchronization [req-9f4c929b-b22d-4286-9109-3569992426c5 req-141f24f4-70fd-4138-b6f4-e239a6c0c7f0 service nova] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_rules [ 1492.618156] env[66962]: INFO networking_nsxv3.common.synchronization [req-9f4c929b-b22d-4286-9109-3569992426c5 req-141f24f4-70fd-4138-b6f4-e239a6c0c7f0 service nova] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1492.618427] env[66962]: INFO networking_nsxv3.common.synchronization [req-9f4c929b-b22d-4286-9109-3569992426c5 req-141f24f4-70fd-4138-b6f4-e239a6c0c7f0 service nova] Enqueued Resource ID: 18b24de8-84a7-451c-8aaa-6ff217e9e750 with Priority: HIGHEST for action port [ 1492.618469] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_rules [ 1492.618581] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1492.618677] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18b24de8-84a7-451c-8aaa-6ff217e9e750 with Priority: HIGHEST for action port [ 1492.619309] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.619447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.619516] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.619707] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.619787] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.621793] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.621913] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.622180] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-18b24de8-84a7-451c-8aaa-6ff217e9e750 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.622293] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18b24de8-84a7-451c-8aaa-6ff217e9e750" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.622351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18b24de8-84a7-451c-8aaa-6ff217e9e750" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.622624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18b24de8-84a7-451c-8aaa-6ff217e9e750" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.622624] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b24de8-84a7-451c-8aaa-6ff217e9e750',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.122930] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.123182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.124336] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18b24de8-84a7-451c-8aaa-6ff217e9e750 with status ACTIVE [ 1493.124518] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.124642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.124699] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.124919] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.125016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.125205] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.125310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.125372] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.125777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.125777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.125777] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.125915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.125915] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.126048] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.126119] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.126202] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18b24de8-84a7-451c-8aaa-6ff217e9e750 is going to be updated. [ 1493.146873] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.147120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.147120] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.147279] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.147446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.147603] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18b24de8-84a7-451c-8aaa-6ff217e9e750" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.571048] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: SUCCESS [ 1493.571289] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 deletion is rescheduled due to dependency. [ 1493.571367] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.571540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.571752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.571934] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.572054] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.572122] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.572274] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.572397] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.572456] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.074630] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.576496] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.079601] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.079921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.079921] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.080064] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.080143] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.080239] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 is going to be updated. [ 1495.109059] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.109231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.109345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.109519] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.109683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.119082] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: IN_PROGRESS for 2s [ 1497.133307] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: SUCCESS [ 1497.133307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.133307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.133307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.133307] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.133307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.133307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.133307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.133307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.133307] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.133307] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.619622] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.619886] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1497.635391] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.138642] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc31f59f-401d-4546-a593-20ee8941aba0: rpc.has_security_group_logging(os_id): False [ 1498.156431] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.156657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.156657] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.156852] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.156945] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.157209] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.157313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.157379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.157540] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.157619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.157710] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 is going to be updated. [ 1498.215012] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.215256] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.215256] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.215447] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.215619] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.230957] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: IN_PROGRESS for 2s [ 1500.246492] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: SUCCESS [ 1500.246903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.621454] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.621454] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.622514] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.622892] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.624263] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.624606] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.625472] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.625847] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.627099] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.627470] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.118495] env[66962]: INFO networking_nsxv3.common.synchronization [req-e0997b01-d5bf-40f4-a329-08df84589f2f req-e7a6dbd4-3b47-4f5f-975b-534ed5d6af64 tempest-AttachVolumeTestJSON-386073092 tempest-AttachVolumeTestJSON-386073092-project-member] Enqueued Resource ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 with Priority: HIGHEST for action security_group_members [ 1524.119115] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 with Priority: HIGHEST for action security_group_members [ 1524.119400] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-478cdc3d-fee4-4103-ace3-e6c6db4026b5 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.119478] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.119561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.119777] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.119949] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.120054] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.120146] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.120267] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.120350] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.120440] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('478cdc3d-fee4-4103-ace3-e6c6db4026b5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.622478] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.622695] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.622695] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.622925] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.623029] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.623484] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.623484] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.623484] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.623673] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.623673] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.623673] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 is going to be updated. [ 1524.656489] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.656709] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.656709] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.656903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.657065] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.665709] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 in Status: IN_PROGRESS for 2s [ 1526.676859] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 in Status: SUCCESS [ 1526.677243] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 deletion is rescheduled due to dependency. [ 1526.677243] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.116225] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.116686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.116686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.116686] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.116816] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.120258] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.120346] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.619207] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.121708] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.624194] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1530.624373] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1531.331027] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.331027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.331027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.331027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.344017] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1531.344861] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.345655] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1531.382846] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.383123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.383123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.383280] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.395017] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.395781] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1531.395889] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1531.395958] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1531.427312] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.427548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.427548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.427703] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.428455] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.428639] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1531.501701] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.501965] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.501965] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.502118] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.502434] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.502697] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1531.573467] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.573743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.573743] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.573871] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.574224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.574512] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1531.574602] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca', 'b017e89b-147a-4284-bf4c-0833f3d748f3', '9e8e9326-8570-420a-90c1-2dd481e70f75', 'ff217a6a-099a-47d5-95b6-717b6f16d2f8', 'dec0d31c-89d0-4956-b0e8-021f4beba2b2', 'd3e84b79-67a2-4242-a0e4-d7b5de0c36e1', '1707c9e6-7391-433d-8869-1c2bf494ef06', 'afca0e6e-e9d1-47ac-83ca-4a60cfb04161', '13670277-d41f-4476-8b0b-dd37caa064d8', 'c188ee13-6d42-4399-a187-6e10c5c72ec0', 'dc31f59f-401d-4546-a593-20ee8941aba0', 'a00db942-f3f9-4737-be92-885f17f67227', '478cdc3d-fee4-4103-ace3-e6c6db4026b5', 'f1884658-ac03-4afd-b6b2-82797c32dc1e', 'aa004fc6-491a-4f9e-ba06-54217ef5ff9c', 'e5d33064-6236-4da6-bd65-51867bacca29', '50d89fb4-418e-4e91-a5ba-c65a4431fe75', 'b7274236-5a60-47f0-9069-f7df7d12a197', 'a1f38b50-da23-4b3a-a0de-8111fee76e45', 'ba14845d-1779-40c7-a90f-bfc2bc105253', '11ecfc71-210a-4ca3-9a9d-cadd42405b06', '28e12498-6cf9-44ac-8fdd-af6ecdf0065e', 'dda7b9de-c484-4751-8ced-265ce0287148', 'e0799a64-4448-4764-9b10-66e259b1713e', '8cb303bb-ea5c-40cf-98d8-ed46c955031b', '4f84c80a-6ad6-4b71-b854-25b0aedb18ad', '1d6bcf71-18ca-4ad9-9b03-d94e8d27c4aa', '1dab7bb6-f0d5-4afe-9765-f595f5f1db30'} {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1531.574696] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1531.593748] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.593966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.593966] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.594111] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.594196] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.594323] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1531.594400] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1531.594474] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1531.669669] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.670027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.670027] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.670219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.671228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.671489] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1531.671589] env[66962]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66962) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1531.671649] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1531.671699] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1531.671783] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1531.671852] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGH for action security_group_rules [ 1531.671933] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b017e89b-147a-4284-bf4c-0833f3d748f3 with Priority: HIGH for action security_group_rules [ 1531.672018] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 with Priority: HIGH for action security_group_rules [ 1531.672018] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 with Priority: HIGH for action security_group_rules [ 1531.672163] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 with Priority: HIGH for action security_group_rules [ 1531.672163] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 with Priority: HIGH for action security_group_rules [ 1531.672306] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGH for action security_group_rules [ 1531.672306] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 with Priority: HIGH for action security_group_rules [ 1531.672306] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13670277-d41f-4476-8b0b-dd37caa064d8 with Priority: HIGH for action security_group_rules [ 1531.672497] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGH for action security_group_rules [ 1531.672497] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGH for action security_group_rules [ 1531.672497] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a00db942-f3f9-4737-be92-885f17f67227 with Priority: HIGH for action security_group_rules [ 1531.672497] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 with Priority: HIGH for action security_group_rules [ 1531.672706] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1884658-ac03-4afd-b6b2-82797c32dc1e with Priority: HIGH for action security_group_rules [ 1531.672706] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGH for action security_group_rules [ 1531.672706] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGH for action security_group_rules [ 1531.672706] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGH for action security_group_rules [ 1531.672910] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7274236-5a60-47f0-9069-f7df7d12a197 with Priority: HIGH for action security_group_rules [ 1531.672910] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 with Priority: HIGH for action security_group_rules [ 1531.672910] env[66962]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba14845d-1779-40c7-a90f-bfc2bc105253 with Priority: HIGH for action security_group_rules [ 1531.673090] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.121968] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.122426] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1534.122426] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca with Priority: HIGH for action security_group_rules [ 1534.122426] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 with Priority: HIGH for action security_group_rules [ 1534.122426] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 with Priority: HIGH for action security_group_rules [ 1534.122609] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c with Priority: HIGH for action security_group_rules [ 1534.122609] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba14845d-1779-40c7-a90f-bfc2bc105253 with Priority: HIGH for action security_group_rules [ 1534.122674] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 with Priority: HIGH for action security_group_rules [ 1534.122782] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7274236-5a60-47f0-9069-f7df7d12a197 with Priority: HIGH for action security_group_rules [ 1534.122881] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 with Priority: HIGH for action security_group_rules [ 1534.122982] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1884658-ac03-4afd-b6b2-82797c32dc1e with Priority: HIGH for action security_group_rules [ 1534.123161] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d33064-6236-4da6-bd65-51867bacca29 with Priority: HIGH for action security_group_rules [ 1534.123274] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 with Priority: HIGH for action security_group_rules [ 1534.123364] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00db942-f3f9-4737-be92-885f17f67227 with Priority: HIGH for action security_group_rules [ 1534.123453] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGH for action security_group_rules [ 1534.123560] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 with Priority: HIGH for action security_group_rules [ 1534.123653] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13670277-d41f-4476-8b0b-dd37caa064d8 with Priority: HIGH for action security_group_rules [ 1534.123737] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 with Priority: HIGH for action security_group_rules [ 1534.123853] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 with Priority: HIGH for action security_group_rules [ 1534.123947] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 with Priority: HIGH for action security_group_rules [ 1534.124048] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b017e89b-147a-4284-bf4c-0833f3d748f3 with Priority: HIGH for action security_group_rules [ 1534.124139] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 with Priority: HIGH for action security_group_rules [ 1534.124482] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.124612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.124678] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.124902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.124992] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.125993] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e8e9326-8570-420a-90c1-2dd481e70f75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.126134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.126199] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.126370] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.126443] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e8e9326-8570-420a-90c1-2dd481e70f75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.128012] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1707c9e6-7391-433d-8869-1c2bf494ef06 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.128012] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.128012] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.128201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.128274] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1707c9e6-7391-433d-8869-1c2bf494ef06',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.129043] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa004fc6-491a-4f9e-ba06-54217ef5ff9c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.129201] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.129671] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.129671] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.129671] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa004fc6-491a-4f9e-ba06-54217ef5ff9c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.130135] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba14845d-1779-40c7-a90f-bfc2bc105253 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.130260] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.130851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.130851] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.130851] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba14845d-1779-40c7-a90f-bfc2bc105253',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.131243] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f38b50-da23-4b3a-a0de-8111fee76e45 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.131347] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.131438] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.131605] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.131685] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f38b50-da23-4b3a-a0de-8111fee76e45',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.132499] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7274236-5a60-47f0-9069-f7df7d12a197 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.132613] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.132679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.132824] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.132893] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7274236-5a60-47f0-9069-f7df7d12a197',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.133604] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d89fb4-418e-4e91-a5ba-c65a4431fe75 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.133709] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.133780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.133926] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.133996] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d89fb4-418e-4e91-a5ba-c65a4431fe75',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.134692] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1884658-ac03-4afd-b6b2-82797c32dc1e taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.134807] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.134873] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.135018] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.135140] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1884658-ac03-4afd-b6b2-82797c32dc1e',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.135802] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d33064-6236-4da6-bd65-51867bacca29 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.135918] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.135983] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.136137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.136229] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d33064-6236-4da6-bd65-51867bacca29',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.137046] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.137158] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.137222] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.137371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.137442] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('478cdc3d-fee4-4103-ace3-e6c6db4026b5',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.138159] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a00db942-f3f9-4737-be92-885f17f67227 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.138268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.138332] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.138495] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.138598] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a00db942-f3f9-4737-be92-885f17f67227',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.139283] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.139387] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.139449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.139595] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.139658] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.142088] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c188ee13-6d42-4399-a187-6e10c5c72ec0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.142203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.142203] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.142316] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.142384] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c188ee13-6d42-4399-a187-6e10c5c72ec0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.143086] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13670277-d41f-4476-8b0b-dd37caa064d8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.143191] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.143269] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.143391] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.143461] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13670277-d41f-4476-8b0b-dd37caa064d8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.144192] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.144313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.144313] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.144439] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.144760] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e84b79-67a2-4242-a0e4-d7b5de0c36e1',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.145245] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afca0e6e-e9d1-47ac-83ca-4a60cfb04161 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.145359] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.145443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.145612] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.145655] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afca0e6e-e9d1-47ac-83ca-4a60cfb04161',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.284411] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dec0d31c-89d0-4956-b0e8-021f4beba2b2 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.284666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.284666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.284796] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.284869] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dec0d31c-89d0-4956-b0e8-021f4beba2b2',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.285720] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b017e89b-147a-4284-bf4c-0833f3d748f3 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.285902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.285902] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.286123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.286123] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b017e89b-147a-4284-bf4c-0833f3d748f3',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.286801] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.286899] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.286959] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.287880] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.287880] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff217a6a-099a-47d5-95b6-717b6f16d2f8',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.300600] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.300753] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.300832] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.300974] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.301142] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.301240] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.301330] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.301432] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.301518] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.301588] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.301668] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.355210] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.355524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.355524] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.355654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.357277] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.357428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.360961] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.361123] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.361936] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.362041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.364435] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.364553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.365356] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.365459] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.366225] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.366329] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.367058] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.367154] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.367843] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.367937] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.368643] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.368733] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.369586] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.369689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.370266] env[66962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1534.370803] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.370888] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.371529] env[66962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1534.371923] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.372060] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.372745] env[66962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1534.373143] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.373231] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.375205] env[66962]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1534.375656] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.375768] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e8e9326-8570-420a-90c1-2dd481e70f75 is going to be deleted. [ 1534.376676] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.376878] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.397150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.397291] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a00db942-f3f9-4737-be92-885f17f67227 is going to be deleted. [ 1534.398141] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.398338] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.415552] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.415726] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 478cdc3d-fee4-4103-ace3-e6c6db4026b5 is going to be deleted. [ 1534.416548] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.416770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.436724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.436914] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d33064-6236-4da6-bd65-51867bacca29 is going to be deleted. [ 1534.437780] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.437988] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.439388] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.439530] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.448615] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.448770] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.459186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.459305] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13670277-d41f-4476-8b0b-dd37caa064d8 is going to be deleted. [ 1534.460228] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.460429] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.475573] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.475752] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.480485] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.480604] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7274236-5a60-47f0-9069-f7df7d12a197 is going to be deleted. [ 1534.481494] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.481704] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.501551] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.501786] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.502877] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.503041] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1884658-ac03-4afd-b6b2-82797c32dc1e is going to be deleted. [ 1534.503916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.504143] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.578057] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.578296] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.581599] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.581788] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff217a6a-099a-47d5-95b6-717b6f16d2f8 is going to be deleted. [ 1534.582685] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.582908] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.593758] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.593987] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.630820] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.631046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.651656] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.651838] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba14845d-1779-40c7-a90f-bfc2bc105253 is going to be deleted. [ 1534.652874] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.653114] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.696956] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.697160] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e84b79-67a2-4242-a0e4-d7b5de0c36e1 is going to be deleted. [ 1534.698056] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.698239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.739774] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.739998] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.753182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.753341] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f38b50-da23-4b3a-a0de-8111fee76e45 is going to be deleted. [ 1534.754244] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.754463] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.792727] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.792948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.794492] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.794620] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1707c9e6-7391-433d-8869-1c2bf494ef06 is going to be deleted. [ 1534.795999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.796241] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.815492] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.840815] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.841047] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.842648] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.842793] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.844495] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.844594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.846116] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.846213] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.860633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.860794] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d89fb4-418e-4e91-a5ba-c65a4431fe75 is going to be deleted. [ 1534.861739] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.861897] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.863417] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.863520] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.864554] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.864650] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.886859] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.887050] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c188ee13-6d42-4399-a187-6e10c5c72ec0 is going to be deleted. [ 1534.887948] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.888179] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.888270] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.888390] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e8e9326-8570-420a-90c1-2dd481e70f75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.888549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.888719] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.888799] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.888911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a00db942-f3f9-4737-be92-885f17f67227" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.889421] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.889592] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.889679] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.889795] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-478cdc3d-fee4-4103-ace3-e6c6db4026b5" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.889920] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.890076] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.890150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.890288] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d33064-6236-4da6-bd65-51867bacca29" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.890442] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.890582] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.890656] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.890764] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7274236-5a60-47f0-9069-f7df7d12a197" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.890890] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.891034] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.891109] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.891224] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13670277-d41f-4476-8b0b-dd37caa064d8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.891694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.891846] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.891922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.892045] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1884658-ac03-4afd-b6b2-82797c32dc1e" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.892174] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.892309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.892381] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.892491] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff217a6a-099a-47d5-95b6-717b6f16d2f8" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.892614] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.892748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.892816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.892924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba14845d-1779-40c7-a90f-bfc2bc105253" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.893061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.893197] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.893268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.893371] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e84b79-67a2-4242-a0e4-d7b5de0c36e1" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.893490] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.893623] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.910309] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.910523] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.926516] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.926655] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.938327] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.938467] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b017e89b-147a-4284-bf4c-0833f3d748f3 is going to be deleted. [ 1534.939443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.939674] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.983508] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.983706] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afca0e6e-e9d1-47ac-83ca-4a60cfb04161 is going to be deleted. [ 1534.984620] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.984843] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.013524] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.013746] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.020564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.020752] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa004fc6-491a-4f9e-ba06-54217ef5ff9c is going to be deleted. [ 1535.021618] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.021834] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.027318] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.027504] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.041573] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.041748] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.061848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.062102] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dec0d31c-89d0-4956-b0e8-021f4beba2b2 is going to be deleted. [ 1535.063039] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.063251] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.113517] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.113745] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca is going to be deleted. [ 1535.114607] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.114826] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.114916] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.115053] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1707c9e6-7391-433d-8869-1c2bf494ef06" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.115217] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.115372] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.115449] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.115560] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f38b50-da23-4b3a-a0de-8111fee76e45" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.116081] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.116271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.116356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.116515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c188ee13-6d42-4399-a187-6e10c5c72ec0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.116660] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.116821] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.116884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.116984] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b017e89b-147a-4284-bf4c-0833f3d748f3" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.117132] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.117271] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.117345] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.117450] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d89fb4-418e-4e91-a5ba-c65a4431fe75" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.134181] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.134594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.134594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.134594] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.134715] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.134800] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afca0e6e-e9d1-47ac-83ca-4a60cfb04161" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.147434] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.147632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.147632] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.147855] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.147939] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.148067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa004fc6-491a-4f9e-ba06-54217ef5ff9c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.244891] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.245134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.245134] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.245309] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.245386] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.245508] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dec0d31c-89d0-4956-b0e8-021f4beba2b2" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.256623] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.256804] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.256848] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.257041] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.257130] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.257239] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0fe3b01-dd13-4fa6-8c93-a866e2ab12ca" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.317847] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc31f59f-401d-4546-a593-20ee8941aba0: rpc.has_security_group_logging(os_id): False [ 1535.355237] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.355488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.355488] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.355656] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.391297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.391598] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.391726] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.391792] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.391993] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.392091] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.392183] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 is going to be updated. [ 1535.513792] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.514046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.514046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.514186] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.514337] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.531042] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: IN_PROGRESS for 2s [ 1537.547635] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: SUCCESS [ 1537.547980] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.125261] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.125491] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1544.126523] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.126962] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.127447] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.127835] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.128989] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.129387] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.789776] env[66962]: INFO networking_nsxv3.common.synchronization [req-135b0632-dd07-4100-b143-c5e874f0bbe3 req-4fbee961-9072-41e2-8f9b-cfe6fb683162 tempest-ServerActionsTestJSON-1855646730 tempest-ServerActionsTestJSON-1855646730-project-member] Enqueued Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1555.790339] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc31f59f-401d-4546-a593-20ee8941aba0 with Priority: HIGHEST for action security_group_members [ 1555.790649] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc31f59f-401d-4546-a593-20ee8941aba0 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.790772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.790840] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.791046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.791206] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.791322] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.791413] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.791533] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.791634] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.791724] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc31f59f-401d-4546-a593-20ee8941aba0',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.294790] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.294790] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.295110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.295110] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.295193] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.295370] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.295471] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.295532] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.295689] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.295767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.295851] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 is going to be updated. [ 1556.328193] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.328428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.328428] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.328593] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.328759] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.338210] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: IN_PROGRESS for 2s [ 1558.349615] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc31f59f-401d-4546-a593-20ee8941aba0 in Status: SUCCESS [ 1558.350046] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc31f59f-401d-4546-a593-20ee8941aba0 deletion is rescheduled due to dependency. [ 1558.350046] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc31f59f-401d-4546-a593-20ee8941aba0" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.791182] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.791597] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.495312] env[66962]: INFO networking_nsxv3.common.synchronization [None req-c803194f-377a-4977-94fe-dd54f1c06be2 None None] Enqueued Resource ID: 34f157ca-9d28-4fa2-8ddd-14e083363567 with Priority: HIGHEST for action port [ 1564.495980] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f157ca-9d28-4fa2-8ddd-14e083363567 with Priority: HIGHEST for action port [ 1564.496213] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-34f157ca-9d28-4fa2-8ddd-14e083363567 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.496351] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34f157ca-9d28-4fa2-8ddd-14e083363567" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.496408] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34f157ca-9d28-4fa2-8ddd-14e083363567" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.496642] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34f157ca-9d28-4fa2-8ddd-14e083363567" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.496743] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34f157ca-9d28-4fa2-8ddd-14e083363567',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.999310] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34f157ca-9d28-4fa2-8ddd-14e083363567 [ 1564.999310] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.999310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.999310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.999310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.999310] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.999654] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34f157ca-9d28-4fa2-8ddd-14e083363567 already deleted. [ 1564.999654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34f157ca-9d28-4fa2-8ddd-14e083363567" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.509048] env[66962]: INFO networking_nsxv3.common.synchronization [None req-152e387e-4368-4618-8161-6eae99b08bc9 None None] Enqueued Resource ID: 8e94506c-9e76-46da-91ec-567085b4a758 with Priority: HIGHEST for action port [ 1566.509048] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e94506c-9e76-46da-91ec-567085b4a758 with Priority: HIGHEST for action port [ 1566.511294] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e94506c-9e76-46da-91ec-567085b4a758 taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.511388] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e94506c-9e76-46da-91ec-567085b4a758" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.511549] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e94506c-9e76-46da-91ec-567085b4a758" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.511709] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e94506c-9e76-46da-91ec-567085b4a758" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.511793] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e94506c-9e76-46da-91ec-567085b4a758',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.014124] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e94506c-9e76-46da-91ec-567085b4a758 [ 1567.014361] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.014495] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.014561] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.014767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.014885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.014931] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e94506c-9e76-46da-91ec-567085b4a758 already deleted. [ 1567.015031] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e94506c-9e76-46da-91ec-567085b4a758" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.793496] env[66962]: INFO networking_nsxv3.common.synchronization [req-68f2cb22-c53e-4cd2-8282-4164b0963ce6 req-d8b7be31-7340-4d60-b022-8f63c927a190 tempest-ServerPasswordTestJSON-1850373763 tempest-ServerPasswordTestJSON-1850373763-project-member] Enqueued Resource ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c with Priority: HIGHEST for action security_group_members [ 1569.794089] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c with Priority: HIGHEST for action security_group_members [ 1569.794932] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.795191] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.795268] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.795515] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.795668] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.795767] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.795828] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.795974] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.796077] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.796168] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8d9a2b3-146e-4edb-adbe-fda86fb9a11c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.072232] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.072438] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "network-827" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.072547] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "network-827" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.072888] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "network-827" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.073172] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.073327] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.073440] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.073692] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.073841] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.074060] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1570.074172] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] NeedRegenerationException {{(pid=66962) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1570.074278] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] no value, waiting for create lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1570.074382] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] value creation lock acquired {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1570.074488] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] No value present for key: 'zone-id' {{(pid=66962) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1570.074589] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Calling creation function for not-yet-present value {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1570.074714] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1570.095961] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1570.096153] env[66962]: DEBUG dogpile.cache.region [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66962) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1570.096290] env[66962]: DEBUG dogpile.lock [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Released creation lock {{(pid=66962) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1570.096610] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "network-827" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.097029] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock port-924f5d92-9f6a-496b-9bb8-6c24831e2edb taken with stack trace [, , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.097212] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "port-924f5d92-9f6a-496b-9bb8-6c24831e2edb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.097329] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "port-924f5d92-9f6a-496b-9bb8-6c24831e2edb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.097636] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "port-924f5d92-9f6a-496b-9bb8-6c24831e2edb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.097769] env[66962]: DEBUG networking_nsxv3.api.rpc [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('924f5d92-9f6a-496b-9bb8-6c24831e2edb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.300245] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.300461] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.300579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.300903] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.301067] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.301396] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.301553] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.301610] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.301735] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.301816] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.301893] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c already deleted. [ 1570.301977] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.600832] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.601165] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.601165] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.601421] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.601576] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.601725] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Segment Port 924f5d92-9f6a-496b-9bb8-6c24831e2edb not found, creating... [ 1570.601983] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.602169] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.602293] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.602510] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.602641] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.602913] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.603076] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.603189] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.603402] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.603544] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.603682] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Resource: SegmentPort with ID: 924f5d92-9f6a-496b-9bb8-6c24831e2edb is going to be created. [ 1570.626019] env[66962]: DEBUG networking_nsxv3.common.locking [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.626019] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.626170] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.626420] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.626651] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.626872] env[66962]: DEBUG oslo_concurrency.lockutils [None req-c0cd2ac8-9027-43e6-88fc-46256233243f None None] Releasing lock "port-924f5d92-9f6a-496b-9bb8-6c24831e2edb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.314777] env[66962]: INFO networking_nsxv3.common.synchronization [req-68f2cb22-c53e-4cd2-8282-4164b0963ce6 req-d81fc6ad-ae57-487b-99f5-c721bae1221d service nova] Enqueued Resource ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c with Priority: HIGHEST for action security_group_rules [ 1571.315063] env[66962]: INFO networking_nsxv3.common.synchronization [req-68f2cb22-c53e-4cd2-8282-4164b0963ce6 req-d81fc6ad-ae57-487b-99f5-c721bae1221d service nova] Enqueued Resource ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c with Priority: HIGHEST for action security_group_members [ 1571.315248] env[66962]: INFO networking_nsxv3.common.synchronization [req-68f2cb22-c53e-4cd2-8282-4164b0963ce6 req-d81fc6ad-ae57-487b-99f5-c721bae1221d service nova] Enqueued Resource ID: 924f5d92-9f6a-496b-9bb8-6c24831e2edb with Priority: HIGHEST for action port [ 1571.315709] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c with Priority: HIGHEST for action security_group_rules [ 1571.315849] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c with Priority: HIGHEST for action security_group_members [ 1571.315943] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 924f5d92-9f6a-496b-9bb8-6c24831e2edb with Priority: HIGHEST for action port [ 1571.316235] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.316355] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.316415] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.316694] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.316776] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8d9a2b3-146e-4edb-adbe-fda86fb9a11c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.317996] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.318182] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.318294] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.318526] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.318749] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.318920] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.319016] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.319317] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.319373] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.319484] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8d9a2b3-146e-4edb-adbe-fda86fb9a11c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.320884] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock port-924f5d92-9f6a-496b-9bb8-6c24831e2edb taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.320884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-924f5d92-9f6a-496b-9bb8-6c24831e2edb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.320884] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-924f5d92-9f6a-496b-9bb8-6c24831e2edb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.321330] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-924f5d92-9f6a-496b-9bb8-6c24831e2edb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.321330] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('924f5d92-9f6a-496b-9bb8-6c24831e2edb',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.823435] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.823673] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.824069] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 924f5d92-9f6a-496b-9bb8-6c24831e2edb with status ACTIVE [ 1571.824069] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.824069] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.824069] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.824320] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.824402] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.824518] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.824958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.824958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.824958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.824958] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.825250] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.825250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.825250] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.825398] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.825398] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.825480] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 924f5d92-9f6a-496b-9bb8-6c24831e2edb is going to be updated. [ 1571.826863] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8d9a2b3-146e-4edb-adbe-fda86fb9a11c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.848194] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.848403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.848403] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.848633] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.848782] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.848999] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-924f5d92-9f6a-496b-9bb8-6c24831e2edb" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.329645] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8d9a2b3-146e-4edb-adbe-fda86fb9a11c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.832295] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.832544] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.832544] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.832654] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.832741] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.832842] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c is going to be created. [ 1572.856804] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.857059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.857059] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.857150] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.857303] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.867017] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c in Status: UNINITIALIZED for 2s [ 1574.877356] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c in Status: SUCCESS [ 1574.877754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.877754] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.877885] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.878079] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.878200] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.878259] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.878406] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.878484] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.878564] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.878649] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8d9a2b3-146e-4edb-adbe-fda86fb9a11c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1575.380843] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.381112] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.381166] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.381356] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.381527] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.381629] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.381691] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.381838] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.381922] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.382019] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.382165] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.382253] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.382312] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.382446] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.382578] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.382666] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.382724] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.382854] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.382925] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.383010] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.383101] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8d9a2b3-146e-4edb-adbe-fda86fb9a11c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1575.885112] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8d9a2b3-146e-4edb-adbe-fda86fb9a11c: rpc.has_security_group_logging(os_id): False [ 1575.904413] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.904624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.904624] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.904850] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.904924] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.905122] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.905219] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.905264] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.905417] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.905501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.905668] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.905751] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.905815] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.905951] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.906035] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.906214] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.906304] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.906363] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.906497] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.906579] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.906644] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c is going to be created. [ 1575.969113] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.969340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.969340] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.969501] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.969680] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.981374] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c in Status: IN_PROGRESS for 2s [ 1576.317290] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.317507] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1577.995925] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c in Status: SUCCESS [ 1577.996318] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.318548] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1581.318951] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.888789] env[66962]: INFO networking_nsxv3.common.synchronization [req-73e3ad3f-649f-4429-bd53-e4034bdac50e req-db6b0181-c1ac-48f8-a239-8527c8fdecdb tempest-ServerPasswordTestJSON-1850373763 tempest-ServerPasswordTestJSON-1850373763-project-member] Enqueued Resource ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c with Priority: HIGHEST for action security_group_members [ 1582.889379] env[66962]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c with Priority: HIGHEST for action security_group_members [ 1582.889707] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c taken with stack trace [, , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.889849] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.889911] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.890137] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.890285] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.890383] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.890443] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.890589] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.890672] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.890760] env[66962]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8d9a2b3-146e-4edb-adbe-fda86fb9a11c',) {} {{(pid=66962) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.393257] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.393425] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.393470] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.393683] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.393772] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.393955] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.394061] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.394126] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.394261] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.394334] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.394420] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c is going to be updated. [ 1583.422107] env[66962]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66962) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.422297] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.422343] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.422500] env[66962]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.422639] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.431353] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c in Status: IN_PROGRESS for 2s [ 1585.443878] env[66962]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c in Status: SUCCESS [ 1585.444379] env[66962]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d9a2b3-146e-4edb-adbe-fda86fb9a11c deletion is rescheduled due to dependency. [ 1585.444379] env[66962]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d9a2b3-146e-4edb-adbe-fda86fb9a11c" {{(pid=66962) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.890814] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.891206] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1592.891829] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1592.892229] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1597.893323] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1597.893775] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1602.894439] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1602.894866] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1607.896209] env[66962]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1607.896209] env[66962]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0